-- Logs begin at Sat 2022-02-12 03:26:58 UTC, end at Sat 2022-02-12 04:39:11 UTC. -- Feb 12 04:10:18.856810 dv-cinder-828696-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 12 04:10:21.766009 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.common.config [-] Logging enabled! Feb 12 04:10:21.766621 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev497 Feb 12 04:10:21.766780 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103048) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 12 04:10:21.770063 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.common.config [-] Logging enabled! Feb 12 04:10:21.770313 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev497 Feb 12 04:10:21.770621 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103048) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 12 04:10:21.771547 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 12 04:10:21.771777 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 12 04:10:21.772140 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 12 04:10:21.772381 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 12 04:10:21.772602 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 12 04:10:21.773078 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.773529 dv-cinder-828696-3-iscsi neutron-server[103048]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 12 04:10:21.773840 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.774132 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.774435 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.774713 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.775001 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.775277 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.775563 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.775853 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.776136 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.776410 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.776691 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.776979 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.777255 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.777564 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.777846 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.778127 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] debug = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.778919 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.779349 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.779763 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.780042 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.780327 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.780603 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.780873 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.781146 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.781449 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.781771 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] host = dv-cinder-828696-3-iscsi {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.782042 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.782323 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.782605 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.782887 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.783157 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.783428 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.783708 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.783974 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.784241 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] log_file = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.784507 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.784794 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.785077 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.785386 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.785610 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.785829 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.786111 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.786394 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.786662 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.786931 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.787199 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.787465 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.787729 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.787992 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.788273 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.788552 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.788830 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.789097 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.789388 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.789657 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.789927 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.790206 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.790471 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.790736 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.791002 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.791279 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.791540 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.791804 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.792095 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.792374 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.792651 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.792930 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.793197 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.793499 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.793766 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.794569 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.794846 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] use_json = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.795112 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.795379 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.795657 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.795926 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.796194 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.796459 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.796724 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.797003 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.797270 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:21.797584 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.797879 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.798174 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.798479 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.798768 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.799043 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.799329 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.799603 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.799895 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.800179 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.800462 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.800737 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.801035 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.801345 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.801639 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.801936 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.802223 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.802510 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.802779 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.803049 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.803318 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.803594 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.803875 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.804149 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.804434 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.804717 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.804992 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.805293 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.805585 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.805873 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.806159 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.806428 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.806703 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.806991 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.807267 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.807538 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.807815 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.808101 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.808375 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.808646 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.808928 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.809206 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.809590 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.809871 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.810149 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.810437 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.810712 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.810995 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.811265 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.811546 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.811818 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.812101 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.812375 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.812647 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.812918 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.813194 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.813489 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.813759 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.814035 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.814305 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.814580 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.814850 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.815119 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.815391 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.815661 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.815931 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.816202 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.816473 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.816748 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.817019 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.817300 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.817582 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.817852 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.818122 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.818404 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.818696 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.818972 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.819244 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.819517 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.819790 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.820067 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.820338 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.820607 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.820879 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.821147 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.821464 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.821745 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.822027 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.822321 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.822592 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.822881 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.823153 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.823429 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.823701 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.823972 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.824249 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.824526 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.824816 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.825126 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.825446 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.825737 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.826025 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.826299 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.826603 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.826881 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:21.827095 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 12 04:10:21.827333 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103048) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 12 04:10:22.195131 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 12 04:10:22.195405 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 12 04:10:22.195711 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 12 04:10:22.196041 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 12 04:10:22.520008 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.520223 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.520499 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.521814 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.522087 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.522351 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.565847 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.566121 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.566391 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.581702 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.581982 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.582252 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.611065 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.611339 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.611598 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.646358 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.646632 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.646893 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.988151 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.988810 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.988810 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.988997 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:22.989648 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.088604 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.088925 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.089202 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.089501 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.089761 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.090069 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.090329 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.090580 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.091373 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.091653 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.091909 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.092170 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.092420 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.092664 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.092911 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.093168 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.093446 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.093711 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.093973 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.094228 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.094495 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.094744 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.095017 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.095385 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.095628 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.096125 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.096519 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 12 04:10:23.096755 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 12 04:10:23.096990 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 12 04:10:23.097223 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 12 04:10:23.097479 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 12 04:10:23.097711 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 12 04:10:23.098067 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 12 04:10:23.101169 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 12 04:10:23.105217 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 12 04:10:23.109485 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 12 04:10:23.111112 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 12 04:10:23.111571 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 12 04:10:23.111895 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 12 04:10:23.112266 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 12 04:10:23.115100 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 12 04:10:23.115351 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 12 04:10:23.115691 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 12 04:10:23.120483 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 12 04:10:23.143825 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 12 04:10:23.144433 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.144729 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103048) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 12 04:10:23.145086 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.146497 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103048) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 12 04:10:23.146774 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 12 04:10:23.147016 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 12 04:10:23.150256 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.150538 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:23.218324 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 12 04:10:23.218559 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 12 04:10:23.218797 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 12 04:10:23.219299 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 12 04:10:23.239381 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_db.sqlalchemy.engines [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103048) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 12 04:10:23.934977 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Initializing driver for type 'gre' Feb 12 04:10:23.935499 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] gre ID ranges: [(1, 1000)] Feb 12 04:10:24.122385 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Initializing driver for type 'local' Feb 12 04:10:24.123015 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Initializing driver for type 'vlan' Feb 12 04:10:24.209895 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] VlanTypeDriver initialization complete Feb 12 04:10:24.210162 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Initializing driver for type 'vxlan' Feb 12 04:10:24.210669 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] vxlan ID ranges: [(1, 1000)] Feb 12 04:10:24.380667 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Initializing extension driver 'port_security' Feb 12 04:10:24.381007 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.extensions.port_security [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] PortSecurityExtensionDriver initialization complete Feb 12 04:10:24.381365 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Initializing mechanism driver 'openvswitch' Feb 12 04:10:24.381694 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Initializing mechanism driver 'hyperv' Feb 12 04:10:24.393189 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.plugins.ml2.plugin [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:10:24.394067 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > port after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.394444 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > port after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.394803 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > port after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.395337 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 12 04:10:24.395799 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > subnet after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.396156 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > subnet after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.396528 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.396930 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 12 04:10:24.397370 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > network after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.397723 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > network after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.398069 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > network after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.398465 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 12 04:10:24.398876 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > security_group after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.399229 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > security_group after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.399574 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.399973 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 12 04:10:24.400379 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.400727 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.401069 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.401494 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 12 04:10:24.401900 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > address_group after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.402276 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > address_group after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.402618 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.403016 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103048) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 12 04:10:24.404028 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] ML2 OVO RPC backend initialized. {{(pid=103048) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 12 04:10:24.404733 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.405097 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.405552 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > network before_response 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.405907 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > networks before_response 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.406257 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > port before_response 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.406600 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > ports before_response 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.406954 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > subnet before_response 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.407298 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > subnets before_response 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.407645 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > network after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.407985 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > network after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.408319 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > network after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.408655 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > port after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.408991 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > port after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.409351 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > port after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.409690 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > subnet after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.410027 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > subnet after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.410362 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.419243 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded quota_driver: . Feb 12 04:10:24.419610 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.plugin [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Modular L2 Plugin initialization complete Feb 12 04:10:24.419958 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading services supported by the core plugin {{(pid=103048) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 12 04:10:24.420307 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.plugins.ml2.managers [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Got port-security extension from driver 'port_security' Feb 12 04:10:24.420791 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.extensions.vlantransparent [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Disabled vlantransparent extension. Feb 12 04:10:24.421325 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103048) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 12 04:10:24.421638 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading Plugin: router Feb 12 04:10:24.457612 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.458009 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router after_create 55549900 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.458383 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router before_create 55549900 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.458753 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.459122 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.459480 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router after_delete 55549900 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.459839 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.460231 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.460547 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router after_create 55549900 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.460893 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router after_update 55549900 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.461247 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router after_update 55549900 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.461629 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.461991 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router after_update 55549900 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.462402 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router precommit_update 55549900 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.462771 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: port after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.463112 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: port after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.463451 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: subnet after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.463792 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.464142 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.464488 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router precommit_create 55549900 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.464832 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: port before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.465180 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router precommit_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.465562 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router after_update 55549900 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.466509 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.466992 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router precommit_create 55549900 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.467362 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.467752 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router precommit_update 55549900 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.468121 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > agent after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.468475 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > agent after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.468975 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > network after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.470303 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Tracking information for resource: router configured {{(pid=103048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 12 04:10:24.470803 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Tracking information for resource: floatingip configured {{(pid=103048) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 12 04:10:24.477620 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.db.l3_agentschedulers_db [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 12 04:10:24.478212 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: port after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.478580 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: port after_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.478936 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: port after_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.479292 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: port after_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.480088 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router before_create 55550100 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.480458 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.480824 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router precommit_create 55550100 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.481181 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > router precommit_update 55550100 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.486053 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.services.provider_configuration [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service providers = [] {{(pid=103048) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 12 04:10:24.486427 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.db.servicetype_db [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103048) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 12 04:10:24.489428 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.services.service_base [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 12 04:10:24.489779 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.services.service_base [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 12 04:10:24.490121 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.services.service_base [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 12 04:10:24.491025 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.services.service_base [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103048) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 12 04:10:24.491398 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.services.service_base [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 12 04:10:24.491769 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 12 04:10:24.492085 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 12 04:10:24.502986 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 12 04:10:24.503326 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading Plugin: auto_allocate Feb 12 04:10:24.509169 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: network precommit_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.509570 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: network precommit_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.510089 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 12 04:10:24.510410 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading Plugin: tag Feb 12 04:10:24.517821 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 12 04:10:24.518151 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading Plugin: timestamp Feb 12 04:10:24.522036 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 12 04:10:24.522369 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading Plugin: network_ip_availability Feb 12 04:10:24.527935 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.528365 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.528729 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.529483 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 12 04:10:24.529805 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading Plugin: flavors Feb 12 04:10:24.534806 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 12 04:10:24.535144 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading Plugin: revisions Feb 12 04:10:24.539529 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103048) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 12 04:10:24.539920 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_concurrency.lockutils [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.344s {{(pid=103048) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 12 04:10:24.540661 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103048) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 12 04:10:24.540998 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Initializing extension manager. Feb 12 04:10:24.541553 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: __init__.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.541897 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: __pycache__ {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.542235 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.542573 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: address_group.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.543335 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.544423 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: address-group Feb 12 04:10:24.544747 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: address_scope.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.545490 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.546000 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: address-scope Feb 12 04:10:24.546325 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.547259 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.547771 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: router-admin-state-down-before-update Feb 12 04:10:24.548096 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: agent.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.548796 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.549324 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: agent Feb 12 04:10:24.549651 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: agent_resources_synced.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.550564 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.551069 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: agent-resources-synced Feb 12 04:10:24.551390 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: allowedaddresspairs.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.553189 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.553736 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: allowed-address-pairs Feb 12 04:10:24.554064 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: auto_allocated_topology.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.555147 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.555658 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: auto-allocated-topology Feb 12 04:10:24.555984 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: availability_zone.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.556682 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.557186 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: availability_zone Feb 12 04:10:24.557535 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: availability_zone_filter.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.558452 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.558958 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: availability_zone_filter Feb 12 04:10:24.559283 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: data_plane_status.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.560738 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.561238 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension data-plane-status not supported by any of loaded plugins Feb 12 04:10:24.561584 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: default_subnetpools.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.562501 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.563005 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: default-subnetpools Feb 12 04:10:24.563331 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.564138 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.564640 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: dhcp_agent_scheduler Feb 12 04:10:24.564966 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: dns.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.565923 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.566424 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension dns-integration not supported by any of loaded plugins Feb 12 04:10:24.566748 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: dns_domain_ports.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.567681 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.568178 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 12 04:10:24.568504 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.569462 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.569962 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 12 04:10:24.570288 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: dvr.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.570956 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.571455 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: dvr Feb 12 04:10:24.571776 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: ecmp_routes.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.572697 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.573202 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 12 04:10:24.573550 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: empty_string_filtering.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.574467 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.574974 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: empty-string-filtering Feb 12 04:10:24.575324 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.576239 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.576750 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 12 04:10:24.577072 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.578006 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.578509 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 12 04:10:24.578827 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: external_net.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.579734 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.580250 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: external-net Feb 12 04:10:24.580562 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.581504 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.582005 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: extra_dhcp_opt Feb 12 04:10:24.582324 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: extraroute.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.583235 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.583739 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: extraroute Feb 12 04:10:24.584060 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: extraroute_atomic.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.585090 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.585634 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: extraroute-atomic Feb 12 04:10:24.585956 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: filter_validation.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.586626 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.587126 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: filter-validation Feb 12 04:10:24.587447 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: fip_pf_description.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.588357 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.588857 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 12 04:10:24.589177 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: fip_port_details.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.590307 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.591338 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: fip-port-details Feb 12 04:10:24.591667 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: flavors.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.592914 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.593472 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: flavors Feb 12 04:10:24.593799 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.595472 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.596250 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 12 04:10:24.596589 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: floatingip_pools.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.597315 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.597827 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: floatingip-pools Feb 12 04:10:24.598155 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: ip_allocation.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.599095 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.599598 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension ip_allocation not supported by any of loaded plugins Feb 12 04:10:24.599922 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.600860 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.601409 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: ip-substring-filtering Feb 12 04:10:24.601734 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: l2_adjacency.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.602669 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.603174 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 12 04:10:24.603499 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: l3.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.604460 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.604978 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: router Feb 12 04:10:24.605326 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.608131 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.608658 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 12 04:10:24.608990 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.609962 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.610479 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: ext-gw-mode Feb 12 04:10:24.610808 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.611740 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.612249 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: l3-ha Feb 12 04:10:24.612574 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.613528 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.614040 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 12 04:10:24.614368 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: l3_flavors.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.615286 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.615797 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: l3-flavors Feb 12 04:10:24.616121 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.617547 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.618065 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 12 04:10:24.618394 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.619315 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.619825 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 12 04:10:24.620151 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: l3agentscheduler.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.621193 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.621728 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: l3_agent_scheduler Feb 12 04:10:24.622083 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: local_ip.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.623861 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.624381 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension local_ip not supported by any of loaded plugins Feb 12 04:10:24.624717 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: logging.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.626384 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.626906 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension logging not supported by any of loaded plugins Feb 12 04:10:24.627237 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: metering.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.627978 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.628553 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: metering Feb 12 04:10:24.628880 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.630016 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.630531 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: metering_source_and_destination_fields Feb 12 04:10:24.630856 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: multiprovidernet.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.631797 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.632304 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: multi-provider Feb 12 04:10:24.632628 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: netmtu.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.633600 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.634098 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: net-mtu Feb 12 04:10:24.634419 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: netmtu_writable.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.635340 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.635844 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: net-mtu-writable Feb 12 04:10:24.636165 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: network_availability_zone.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.636842 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.637372 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: network_availability_zone Feb 12 04:10:24.637723 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: network_ip_availability.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.638845 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.639352 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: network-ip-availability Feb 12 04:10:24.639691 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: network_segment_range.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.640441 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.640943 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension network-segment-range not supported by any of loaded plugins Feb 12 04:10:24.641265 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: pagination.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.642274 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.642601 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: pagination Feb 12 04:10:24.642922 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: port_device_profile.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.643839 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.644351 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: port-device-profile Feb 12 04:10:24.644675 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.645628 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.646136 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: port-mac-address-regenerate Feb 12 04:10:24.646466 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.647393 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.647898 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: port-numa-affinity-policy Feb 12 04:10:24.648223 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: port_resource_request.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.649128 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.649666 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension port-resource-request not supported by any of loaded plugins Feb 12 04:10:24.649991 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: port_resource_request_groups.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.650966 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.651471 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 12 04:10:24.651794 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: portbindings.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.652718 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.653754 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: binding Feb 12 04:10:24.654083 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: portbindings_extended.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.655361 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.655875 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: binding-extended Feb 12 04:10:24.656203 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: portsecurity.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.657130 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.657669 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: port-security Feb 12 04:10:24.666690 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: project_id.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.667423 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.667755 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: project-id Feb 12 04:10:24.668082 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: providernet.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.669057 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.669603 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: provider Feb 12 04:10:24.669928 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: qos.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.673559 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.674081 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension qos not supported by any of loaded plugins Feb 12 04:10:24.674410 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.675676 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.676184 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 12 04:10:24.676514 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.677485 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.677994 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 12 04:10:24.678324 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: qos_default.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.679245 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.679752 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension qos-default not supported by any of loaded plugins Feb 12 04:10:24.680080 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: qos_fip.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.681004 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.681532 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension qos-fip not supported by any of loaded plugins Feb 12 04:10:24.681860 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.682782 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.683295 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 12 04:10:24.683626 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: qos_gateway_ip.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.685212 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.685752 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 12 04:10:24.686081 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: qos_port_network_policy.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.687009 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.687516 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 12 04:10:24.687841 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.688891 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.689432 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 12 04:10:24.689757 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: qos_pps_rule.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.690943 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.691457 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension qos-pps not supported by any of loaded plugins Feb 12 04:10:24.691784 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: qos_rule_type_details.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.692781 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.693216 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 12 04:10:24.693565 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: qos_rules_alias.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.694616 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.695136 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 12 04:10:24.695464 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: quota_check_limit.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.696383 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.696896 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: quota-check-limit Feb 12 04:10:24.697220 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: quotasv2.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.698168 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.698501 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: quotas Feb 12 04:10:24.698826 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: quotasv2_detail.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.700662 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.701001 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: quota_details Feb 12 04:10:24.701360 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: rbac.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.702414 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.709163 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: rbac-policies Feb 12 04:10:24.709163 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: rbac_address_group.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.709866 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.710430 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: rbac-address-group Feb 12 04:10:24.710717 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: rbac_address_scope.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.711644 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.712157 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: rbac-address-scope Feb 12 04:10:24.712482 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: rbac_security_groups.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.713439 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.713948 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: rbac-security-groups Feb 12 04:10:24.714270 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: rbac_subnetpool.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.715200 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.716221 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: rbac-subnetpool Feb 12 04:10:24.716548 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: revisionifmatch.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.717503 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.718014 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: revision-if-match Feb 12 04:10:24.718335 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: revisions.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.719574 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.720085 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: standard-attr-revisions Feb 12 04:10:24.720411 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: router_availability_zone.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.721379 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.721890 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: router_availability_zone Feb 12 04:10:24.722214 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: routerservicetype.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.723152 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.723660 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension router-service-type not supported by any of loaded plugins Feb 12 04:10:24.723985 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.724916 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.725462 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: security-groups-normalized-cidr Feb 12 04:10:24.725787 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.726725 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.727236 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: port-security-groups-filtering Feb 12 04:10:24.727557 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.728497 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.729005 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: security-groups-remote-address-group Feb 12 04:10:24.729357 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.730290 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.730800 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: security-groups-shared-filtering Feb 12 04:10:24.731123 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.732277 dv-cinder-828696-3-iscsi neutron-server[103048]: WARNING neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 12 04:10:24.732597 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: securitygroup.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.743603 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.744130 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: security-group Feb 12 04:10:24.744465 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: segment.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.745258 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.745788 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension segment not supported by any of loaded plugins Feb 12 04:10:24.746116 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.747160 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.747673 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 12 04:10:24.748001 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: servicetype.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.749124 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.749674 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: service-type Feb 12 04:10:24.750003 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: sorting.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.750990 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.751329 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: sorting Feb 12 04:10:24.751653 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: standard_attr_segment.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.752572 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.753083 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 12 04:10:24.753437 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: standardattrdescription.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.754089 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.754594 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: standard-attr-description Feb 12 04:10:24.754916 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: stateful_security_group.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.755849 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.756363 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: stateful-security-group Feb 12 04:10:24.756687 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: stdattrs_common.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.757255 dv-cinder-828696-3-iscsi neutron-server[103048]: WARNING neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 12 04:10:24.757599 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.758541 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.759052 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 12 04:10:24.759372 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: subnet_onboard.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.760471 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.760990 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: subnet_onboard Feb 12 04:10:24.761354 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.762284 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.762818 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 12 04:10:24.763143 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: subnet_service_types.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.764066 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.764580 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: subnet-service-types Feb 12 04:10:24.764905 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: subnetallocation.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.766020 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.766535 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: subnet_allocation Feb 12 04:10:24.766864 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.767533 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.768041 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: subnetpool-prefix-ops Feb 12 04:10:24.768367 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.769328 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.769841 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 12 04:10:24.770164 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: tagging.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.771280 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.771798 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: standard-attr-tag Feb 12 04:10:24.778784 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: timestamp.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.779737 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.780255 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loaded extension: standard-attr-timestamp Feb 12 04:10:24.780585 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: trunk.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.781672 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.782186 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension trunk not supported by any of loaded plugins Feb 12 04:10:24.782512 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: trunk_details.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.783440 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.783954 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension trunk-details not supported by any of loaded plugins Feb 12 04:10:24.784279 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: uplink_status_propagation.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.785207 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.785744 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 12 04:10:24.786065 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Loading extension file: vlantransparent.py {{(pid=103048) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 12 04:10:24.786729 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103048) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 12 04:10:24.787236 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 12 04:10:24.789731 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:network Feb 12 04:10:24.790251 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:subnet Feb 12 04:10:24.790647 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 04:10:24.791039 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:port Feb 12 04:10:24.792252 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.v2.resource_helper [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 12 04:10:24.792712 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.v2.resource_helper [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service FLAVORS assigned prefix: {{(pid=103048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 12 04:10:24.793341 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.v2.resource_helper [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 12 04:10:24.793768 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.v2.resource_helper [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 12 04:10:24.794634 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:router Feb 12 04:10:24.795084 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:floatingip Feb 12 04:10:24.795569 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.v2.resource_helper [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service METERING assigned prefix: /metering {{(pid=103048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 12 04:10:24.796993 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.797397 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.797757 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:10:24.798736 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of CountableResource for resource:rbac_policy Feb 12 04:10:24.799190 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:security_group Feb 12 04:10:24.799674 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 12 04:10:24.800230 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.v2.resource_helper [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service CORE assigned prefix: {{(pid=103048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 12 04:10:24.800560 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 04:10:24.800903 dv-cinder-828696-3-iscsi neutron-server[103048]: WARNING neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] subnetpool is already registered Feb 12 04:10:24.801362 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.v2.resource_helper [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service CORE assigned prefix: {{(pid=103048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 12 04:10:24.801689 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 04:10:24.802017 dv-cinder-828696-3-iscsi neutron-server[103048]: WARNING neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] subnetpool is already registered Feb 12 04:10:24.804292 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.v2.resource_helper [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 12 04:10:24.804732 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.v2.resource_helper [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service FLAVORS assigned prefix: {{(pid=103048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 12 04:10:24.805357 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.v2.resource_helper [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 12 04:10:24.805784 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.v2.resource_helper [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 12 04:10:24.807186 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:router Feb 12 04:10:24.807186 dv-cinder-828696-3-iscsi neutron-server[103048]: WARNING neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] router is already registered Feb 12 04:10:24.807186 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:floatingip Feb 12 04:10:24.807186 dv-cinder-828696-3-iscsi neutron-server[103048]: WARNING neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] floatingip is already registered Feb 12 04:10:24.807620 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.v2.resource_helper [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service METERING assigned prefix: /metering {{(pid=103048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 12 04:10:24.808294 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of CountableResource for resource:rbac_policy Feb 12 04:10:24.808619 dv-cinder-828696-3-iscsi neutron-server[103048]: WARNING neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] rbac_policy is already registered Feb 12 04:10:24.809034 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:security_group Feb 12 04:10:24.809392 dv-cinder-828696-3-iscsi neutron-server[103048]: WARNING neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] security_group is already registered Feb 12 04:10:24.809825 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 12 04:10:24.810157 dv-cinder-828696-3-iscsi neutron-server[103048]: WARNING neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] security_group_rule is already registered Feb 12 04:10:24.810785 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.v2.resource_helper [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service CORE assigned prefix: {{(pid=103048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 12 04:10:24.811112 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 04:10:24.811442 dv-cinder-828696-3-iscsi neutron-server[103048]: WARNING neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] subnetpool is already registered Feb 12 04:10:24.811867 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.v2.resource_helper [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Service CORE assigned prefix: {{(pid=103048) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 12 04:10:24.812194 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Creating instance of TrackedResource for resource:subnetpool Feb 12 04:10:24.812522 dv-cinder-828696-3-iscsi neutron-server[103048]: WARNING neutron.quota.resource_registry [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] subnetpool is already registered Feb 12 04:10:24.812997 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: extensions {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.814500 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: address-groups {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.816024 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: address-scopes {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.817456 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: agents {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.818637 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: auto-allocated-topology {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.819898 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: availability_zones {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.821124 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: dhcp-networks {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.822675 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: dhcp-agents {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.824110 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: routers {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.826417 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: flavors {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.827578 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: service_profiles {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.828796 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: next_providers {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.830302 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: service_profiles {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.831855 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: floatingip-pools {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.833117 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: routers {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.835258 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: floatingips {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.836557 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: l3-routers {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.838021 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: l3-agents {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.842231 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: metering-labels {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.842231 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: metering-label-rules {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.842736 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: network-ip-availabilities {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.844007 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: bindings {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.845698 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: quotas {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.847539 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: quotas {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.849093 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: rbac-policies {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.851341 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: security-groups {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.852589 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: security-group-rules {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.853909 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: service-providers {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.855145 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: subnetpools {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.856638 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: subnetpools {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.858117 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: tags {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.859815 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: tags {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.861664 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: tags {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.863472 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: tags {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.865246 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: tags {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.867112 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: tags {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.868850 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: tags {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.872508 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: tags {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.873072 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: tags {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.874946 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron.api.extensions [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Extended resource: tags {{(pid=103048) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 12 04:10:24.880752 dv-cinder-828696-3-iscsi neutron-server[103048]: WARNING keystonemiddleware.auth_token [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 12 04:10:24.885456 dv-cinder-828696-3-iscsi neutron-server[103048]: WARNING keystonemiddleware.auth_token [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 12 04:10:24.894497 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_concurrency.lockutils [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Acquired lock "singleton_lock" {{(pid=103048) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 12 04:10:24.900943 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_concurrency.lockutils [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Releasing lock "singleton_lock" {{(pid=103048) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 12 04:10:24.900943 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO oslo_service.service [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Starting 2 workers Feb 12 04:10:24.900943 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Started child 103157 {{(pid=103048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 12 04:10:24.904923 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Started child 103158 {{(pid=103048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 12 04:10:24.906212 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:24.906913 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO neutron.service [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 12 04:10:24.907189 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:24.907855 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [-] (103157) wsgi starting up on http://0.0.0.0:9696 Feb 12 04:10:24.909673 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO oslo_service.service [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Starting 1 workers Feb 12 04:10:24.909833 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:24.911054 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [-] (103158) wsgi starting up on http://0.0.0.0:9696 Feb 12 04:10:24.914937 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Started child 103159 {{(pid=103048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 12 04:10:24.915470 dv-cinder-828696-3-iscsi neutron-server[103048]: INFO oslo_service.service [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Starting 1 workers Feb 12 04:10:24.918761 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.service [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] calling RpcWorker wait() {{(pid=103159) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 12 04:10:24.919806 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.service [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] returning from RpcWorker wait() {{(pid=103159) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 12 04:10:24.920512 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Started child 103160 {{(pid=103048) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 12 04:10:24.921029 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:24.921362 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG neutron_lib.callbacks.manager [None req-ee420ff1-c1cf-4835-b32a-ccff1943b488 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:24.921523 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:10:24.923396 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103048) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 12 04:10:24.923609 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 12 04:10:24.923798 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 12 04:10:24.924031 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 12 04:10:24.924389 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 12 04:10:24.924557 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 12 04:10:24.925090 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.925393 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.925675 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.925936 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.926423 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.926527 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:24.927007 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.927213 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.927492 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.927772 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.928028 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.928203 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.928371 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.928618 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.928872 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.929179 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.929474 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.929740 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.929991 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.930162 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.930425 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.930698 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.930925 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.931189 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] debug = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.931411 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.931888 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.932121 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.932377 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.932616 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.932893 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.933136 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.933441 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.933690 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.933914 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.934168 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.934449 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.935235 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.935471 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.935727 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.935942 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.936215 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.936441 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.936910 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] host = dv-cinder-828696-3-iscsi {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.937128 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.937384 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.937629 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.937874 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.938135 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.938350 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.938597 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.938864 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.939124 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.939385 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.939629 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.939839 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.940118 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.940308 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_file = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.940475 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_options = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.940691 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.940962 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.941209 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.941420 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.941590 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.941753 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.942014 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.942266 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.942498 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.942677 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.942895 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.943113 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.943349 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.943569 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.943840 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.944093 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.944313 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.944545 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.944790 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.945142 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.945410 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.945733 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.946113 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.946636 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.946942 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.947116 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.947346 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.947567 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.947794 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.948029 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.948269 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.948529 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.948775 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.949013 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.949307 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.949555 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.949784 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.950024 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.950655 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.950884 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.951139 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.951388 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.951637 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.952030 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.952275 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.952607 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.952816 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] use_json = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.952945 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:10:24.953085 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.953211 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.953404 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.953607 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.953823 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.954060 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.954275 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.954510 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.954747 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:24.955180 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.955591 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.955965 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.956226 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.956472 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.957317 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.957317 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.957537 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.958318 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.958318 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.958318 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.958677 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.958799 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.958928 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.959195 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.959519 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.959781 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.960037 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.960291 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.962523 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.962523 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.962523 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.962523 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.962523 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.962523 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.962523 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.962523 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.963678 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.963678 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.963678 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.963678 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.963678 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.964772 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.964772 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.964772 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.964772 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.964772 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.967173 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.967173 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.967173 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.967173 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.967173 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.967173 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.967173 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.970596 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.970596 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.970596 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.970596 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.970596 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.970596 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.970596 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.970596 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.970596 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.971510 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.971510 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.971510 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.971510 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.971510 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.971510 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.971510 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.971510 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.971510 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.972135 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.972135 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.972135 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.972342 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.972619 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.972933 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.972933 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.973874 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.973874 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.973874 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.973874 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.974178 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.974178 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.974401 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.974637 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.974856 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.975243 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.975459 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.976052 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.976052 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.976052 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.977682 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.977682 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.977682 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.977682 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.977682 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.977682 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.977682 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.978171 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.978171 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.979447 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.979447 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.979447 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.979447 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.980203 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.980203 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.980203 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.980203 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.980487 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.980787 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.980887 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.981102 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.984497 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.984497 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.984497 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.984497 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.984497 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.984497 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.984497 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.984497 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.985130 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.985130 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.985130 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.985130 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.985130 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.985130 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.986882 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.986882 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.986882 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.986882 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.986882 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.986882 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.986882 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.987393 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.987393 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.987560 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.987807 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.988157 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.988562 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.988780 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.989010 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.989437 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.989822 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.990057 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.990278 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.990529 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.990861 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.991109 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.991349 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.991568 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.991844 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.992106 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.992375 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.992651 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.992916 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.993172 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.993454 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.993701 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.993912 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.994157 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.994390 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.994610 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.994847 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.995062 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.995299 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.995516 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.995752 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.996005 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.996225 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.996445 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.996665 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.996934 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.997741 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.997978 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.998201 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.998418 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.998664 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.998905 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.999123 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.999350 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.999571 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:24.999820 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.000056 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.000331 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.000595 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.000811 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.001062 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.001337 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.001575 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.001791 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.002053 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.002293 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.002507 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.002722 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.002940 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.003208 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.003524 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.003846 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.004070 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.004334 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.004818 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.005160 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.005447 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.005679 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.005925 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.006171 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.006386 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.006781 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.007189 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.007613 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.008036 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.008334 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.008560 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.008782 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.009002 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.009246 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.009516 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.009788 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.010043 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.010299 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.010519 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.010919 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.011142 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.011368 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.011607 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.011821 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.012057 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.012271 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.012491 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.012754 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.013055 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.013313 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.013559 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.013820 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.014067 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.014316 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.014588 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.014809 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.015016 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.015249 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.015467 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.015682 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.015912 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.016117 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.016325 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.016555 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.016775 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.017010 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.017239 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.017480 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.017692 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.017920 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.018143 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.018355 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.018581 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.018815 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.019029 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.019277 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.019502 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.019716 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.019978 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.020195 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.020410 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.020632 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.020999 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.021216 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.021528 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.021796 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.022024 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.022311 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.022544 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.022808 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.023066 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.023450 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.024339 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.024608 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.024850 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.025074 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.025327 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.025602 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.025930 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.026229 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.026489 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.026745 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.027032 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.027304 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.027601 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.027834 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.028128 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.028493 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.028777 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.029032 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.029301 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.029568 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.029799 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.030018 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.030259 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.030493 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.030714 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.031094 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.031326 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.031553 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.031772 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.032023 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.032241 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.032482 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.032715 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.032937 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.033175 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.033372 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 12 04:10:25.033915 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103048) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 12 04:10:25.034132 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 12 04:10:25.034229 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 12 04:10:25.034388 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 12 04:10:25.034662 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 57130) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:10:25.034783 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 12 04:10:25.034874 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 12 04:10:25.035059 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.035223 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.035384 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.035546 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.035707 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.035906 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.036072 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.036232 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.036391 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.036551 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.036712 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.036871 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.037032 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.037194 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.037424 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.037538 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.037888 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.038053 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.038220 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.038382 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.038542 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.038703 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.038863 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] debug = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.039021 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.039236 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.039408 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.039568 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.039726 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.039885 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.040044 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.040204 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.040363 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.040522 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.040681 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.040841 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.040999 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.041158 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.041347 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.041510 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.041662 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.041823 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.041982 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] host = dv-cinder-828696-3-iscsi {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.042141 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.042301 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.042461 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.042620 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.042779 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.042938 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.043097 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.043256 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.043421 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.043576 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.044430 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.044587 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.044724 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.044881 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_file = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.045016 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_options = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.045180 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.045357 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.045516 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.045682 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.045837 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.045997 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.046156 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.046314 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.046564 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.046791 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.046791 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.047054 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099308 Feb 12 04:10:25.047200 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.047200 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.047200 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.047575 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.047575 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.047838 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.047838 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.048103 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.048103 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.048356 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.048536 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.048536 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.049743 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.049743 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.049916 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.050005 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.050634 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.050634 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.050634 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.050634 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.050893 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.050959 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.051091 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.051284 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.051386 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.051545 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.051703 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.051869 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.052028 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.052185 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.052342 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.052498 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.052647 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.052812 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.052964 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.053125 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] use_json = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.053308 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.053479 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.053638 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.053787 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.053945 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.054626 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.054626 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.054626 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.055244 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 12 04:10:25.055244 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.055244 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.055244 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.055467 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.055532 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:10:25.055610 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.055610 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.055741 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.056747 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.056910 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.057217 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.057540 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.057824 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.058127 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.058301 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.059359 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.059596 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.059850 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.060026 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.060175 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.060339 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.062359 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.062534 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.062709 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.062874 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.063037 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.063198 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.063359 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.064440 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.064639 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.064831 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.065011 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.065971 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.066137 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.066311 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.066483 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.066637 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.067165 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.067340 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.068603 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.069080 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.069243 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.069458 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.069624 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.069786 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.070782 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.070958 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.071121 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.071284 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.071460 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.073089 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.074520 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.074702 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.074879 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.075575 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.075759 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.075927 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.076093 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.077098 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.077098 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.077098 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.077098 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.077098 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.077098 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.077558 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.078343 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.078530 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.079196 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.079866 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.080049 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.080214 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.080377 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.080537 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.080698 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.080859 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.081019 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.081180 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.081347 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.081512 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.081671 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.081848 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.083883 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.084052 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.084183 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.084834 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.085006 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.085172 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.086574 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.087280 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.087455 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.087628 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.087798 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.087974 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.088156 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.088320 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.088482 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.089093 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.093379 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.093379 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.093379 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.093379 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.093379 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.093379 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.093379 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.093379 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094115 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094115 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094115 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094115 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094115 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094115 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094115 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094115 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094800 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094800 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094800 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094800 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094800 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094800 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094800 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.094800 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.095348 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.095657 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.096230 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.096548 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.096864 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.097158 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.097478 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.097787 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.097953 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.098250 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.098594 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.098912 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.099246 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.099411 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.099759 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.100091 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.100425 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.100598 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.100792 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.101592 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.101592 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.101592 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.101592 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.101855 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.101855 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.101974 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.102167 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.102282 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.102426 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.102585 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.102748 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.102910 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.103343 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.103343 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.103523 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.103523 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.103661 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.103833 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.103991 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.104152 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.104319 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.104480 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.104641 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.104800 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.104962 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.105123 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.105976 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.105976 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.105976 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.105976 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.105976 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.106274 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.106274 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.106922 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.107888 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.107888 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.107888 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.107888 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.107888 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.107888 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.108357 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.108357 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.108357 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.108568 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.108568 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.108723 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.109201 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.109201 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.109201 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.109464 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.109547 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.109625 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.109794 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.109974 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.110136 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.110296 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.110461 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.110622 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.110784 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.110945 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.111106 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.111267 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.111430 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.111592 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.111753 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.111914 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.112073 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.112232 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.112392 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.112554 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.112716 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.112877 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.113036 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.113198 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.113386 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.113591 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.113688 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.113854 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.114013 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.114174 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.114334 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.114496 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.114677 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.114836 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.114996 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.115159 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.115320 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.115480 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.115651 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.115811 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.115972 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.116139 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.116298 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.116459 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.116629 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.116790 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.116950 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.117109 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.117261 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.117439 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.117609 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.117769 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.117928 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.118090 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.118250 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.118410 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.118579 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.118740 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.118900 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.119063 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.119226 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.119382 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.119553 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.119714 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.119874 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.120036 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.120196 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.120357 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.120527 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.120688 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.120847 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.121016 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.121176 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.121393 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.121506 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.121677 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.121837 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.122057 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.123979 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.123979 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.123979 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.123979 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.123979 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.124711 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.124711 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.124711 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.124711 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.124711 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.124980 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.124980 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.125103 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.125424 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.125526 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.125640 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.125802 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.125963 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.126127 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.126313 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.126477 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.126637 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.126800 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.126961 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.127520 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.127520 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.127520 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.127740 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.127740 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.127862 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.128095 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.128188 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.128324 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 12 04:10:25.128476 dv-cinder-828696-3-iscsi neutron-server[103048]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103048) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 12 04:10:36.739066 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f14f2a0-0028-4a61-ac45-d801ae3a1b57 None None] get_active_networks_info from dv-cinder-828696-3-iscsi {{(pid=103159) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 12 04:10:36.803478 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f14f2a0-0028-4a61-ac45-d801ae3a1b57 None None] No non-hosted networks {{(pid=103159) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 12 04:10:36.810241 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.agentschedulers_db [None req-9f14f2a0-0028-4a61-ac45-d801ae3a1b57 None None] DHCP Agent not found on host dv-cinder-828696-3-iscsi {{(pid=103159) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 12 04:10:36.893343 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9cf97759-6e0c-4a00-a1d6-777a5c037ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1001202'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:39.028528 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c25be597-cd54-4456-81e3-dd8d8a6dd053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1001202'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:39.060799 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.db.api [None req-6fc9d952-afe9-40d8-91a4-75b4028953fe None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-828696-3-iscsi {{(pid=103159) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 12 04:10:39.061512 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG oslo_db.api [None req-6fc9d952-afe9-40d8-91a4-75b4028953fe None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 12 04:10:39.700943 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6fc9d952-afe9-40d8-91a4-75b4028953fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:40.615158 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1001202'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:41.535381 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1001202'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:42.215638 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.db.l3_hamode_db [None req-4775d1ac-9ef7-4149-a4eb-20c3814275ac None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 12 04:10:42.298948 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4775d1ac-9ef7-4149-a4eb-20c3814275ac None None] Routers set() bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:10:42.299335 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4775d1ac-9ef7-4149-a4eb-20c3814275ac None None] Router IDs set() for agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 12 04:10:42.872166 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 57216) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:10:43.379668 dv-cinder-828696-3-iscsi neutron-server[103158]: WARNING oslo_policy.policy [None req-51ee7a31-bc1c-46b6-aed5-005785b92bb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 04:10:43.380260 dv-cinder-828696-3-iscsi neutron-server[103158]: WARNING oslo_policy.policy [None req-51ee7a31-bc1c-46b6-aed5-005785b92bb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 04:10:43.397551 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1001202'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:43.398252 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:43.398637 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:43.399031 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:43.399443 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:43.399776 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:43.400092 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:43.400412 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:43.400766 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:43.401085 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:43.401706 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:43.402027 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:43.402346 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:43.402680 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:43.403623 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828696-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:10:43.410145 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828696-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:10:43.603208 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [None req-51ee7a31-bc1c-46b6-aed5-005785b92bb3 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:10:43.604318 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-51ee7a31-bc1c-46b6-aed5-005785b92bb3 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7312000 Feb 12 04:10:46.076416 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 57242) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:10:46.379816 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-8691df15-e449-40a5-aa63-ef4b1f0dacc7 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:10:46.469434 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.policy [None req-8691df15-e449-40a5-aa63-ef4b1f0dacc7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103158) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 12 04:10:46.510383 dv-cinder-828696-3-iscsi neutron-server[103158]: WARNING oslo_policy.policy [None req-8691df15-e449-40a5-aa63-ef4b1f0dacc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 04:10:46.510745 dv-cinder-828696-3-iscsi neutron-server[103158]: WARNING oslo_policy.policy [None req-8691df15-e449-40a5-aa63-ef4b1f0dacc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 04:10:46.677546 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8691df15-e449-40a5-aa63-ef4b1f0dacc7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754807474119', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754807472628', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754807656263', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754807652936', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754807666826', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754807643104', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1925224', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1892222', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-858153', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-785134'] for rbac-policy (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:46.937296 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8691df15-e449-40a5-aa63-ef4b1f0dacc7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:46.938454 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-8691df15-e449-40a5-aa63-ef4b1f0dacc7 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8610582 Feb 12 04:10:49.339067 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 57252) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:10:49.646570 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:10:49.780462 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Made reservation on behalf of 3e88c14381f143b8800eac20d6950613 for: {'network': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:10:49.784189 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:49.800713 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:49.905814 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Publish callbacks [] for security_group (a7b461e3-56f2-490f-88de-22f39abe457e), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:49.963019 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (a7b461e3-56f2-490f-88de-22f39abe457e), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:49.994572 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:10:50.022310 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754804884143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (0edd68c2-8ae4-4ff8-b947-b87ccd717352), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:50.022899 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Unsubscribe: segment precommit_create {{(pid=103158) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 12 04:10:50.023438 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.segments_db [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Added segment 0edd68c2-8ae4-4ff8-b947-b87ccd717352 of type vlan for network 97bd5109-10e8-428a-a04f-ad28136548cc Feb 12 04:10:50.029665 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b461e3-56f2-490f-88de-22f39abe457e,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:10:50.050869 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:50.051169 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:50.051512 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:50.051846 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:50.052166 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:50.052485 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:50.052805 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:50.053122 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:50.053471 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:50.053825 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:50.054126 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:50.054441 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:50.054755 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Tracked resource versions report: Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: pushed versions: Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: { 'AddressGroup': {'1.2'}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'ConntrackHelper': {'1.0'}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'LocalIPAssociation': {'1.0'}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Log': {'1.0'}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Network': {'1.1'}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Port': {'1.7'}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'PortForwarding': {'1.2'}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'QosPolicy': {'1.10'}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'SecurityGroup': {'1.5'}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'SecurityGroupRule': {'1.2'}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'SubPort': {'1.0'}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Subnet': {'1.1'}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Trunk': {'1.1'}} Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: consumer versions: Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: { DHCP agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: L3 agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: Metadata agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: Metering agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: Open vSwitch agent@dv-cinder-828696-3-iscsi: { 'AddressGroup': '1.2', Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'ConntrackHelper': '1.0', Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'LocalIPAssociation': '1.0', Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Log': '1.0', Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Network': '1.1', Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Port': '1.7', Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'PortForwarding': '1.2', Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'QosPolicy': '1.10', Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'SecurityGroup': '1.5', Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'SecurityGroupRule': '1.2', Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'SubPort': '1.0', Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Subnet': '1.1', Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Trunk': '1.1'}} Feb 12 04:10:50.056051 dv-cinder-828696-3-iscsi neutron-server[103158]: {{(pid=103158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 12 04:10:50.134388 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (97bd5109-10e8-428a-a04f-ad28136548cc), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:50.260485 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (97bd5109-10e8-428a-a04f-ad28136548cc), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:50.265607 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:10:50.266328 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:50.377907 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] Pushing event updated for resources: {'Network': ['ID=97bd5109-10e8-428a-a04f-ad28136548cc,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:10:50.389815 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 97bd5109-10e8-428a-a04f-ad28136548cc details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:10:50.434358 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-06c35de7-2e82-4530-8762-8e0cab4e6a55 demo demo] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0942051 Feb 12 04:10:52.872831 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57264) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:10:53.356105 dv-cinder-828696-3-iscsi neutron-server[103157]: WARNING oslo_policy.policy [None req-97a6d506-7575-4602-8994-9bed70e51fe9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 04:10:53.356694 dv-cinder-828696-3-iscsi neutron-server[103157]: WARNING oslo_policy.policy [None req-97a6d506-7575-4602-8994-9bed70e51fe9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 04:10:53.796468 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.policy [None req-97a6d506-7575-4602-8994-9bed70e51fe9 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103157) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 12 04:10:53.837929 dv-cinder-828696-3-iscsi neutron-server[103157]: WARNING oslo_policy.policy [None req-97a6d506-7575-4602-8994-9bed70e51fe9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 04:10:53.838311 dv-cinder-828696-3-iscsi neutron-server[103157]: WARNING oslo_policy.policy [None req-97a6d506-7575-4602-8994-9bed70e51fe9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 12 04:10:53.846677 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a6d506-7575-4602-8994-9bed70e51fe9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:10:53.848605 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-97a6d506-7575-4602-8994-9bed70e51fe9 demo admin] 10.222.0.31 "GET /v2.0/networks/97bd5109-10e8-428a-a04f-ad28136548cc HTTP/1.1" status: 200 len: 824 time: 0.9737477 Feb 12 04:10:53.887156 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-4c3453e7-bfc9-4fb1-86cd-5b5a5b58fbc2 demo admin] 10.222.0.31 "GET /v2.0/subnetpools/8cb0ed05-aa15-4f5b-8c8e-c0cef3cde84f HTTP/1.1" status: 200 len: 734 time: 0.0329480 Feb 12 04:10:53.896166 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Request body: {'subnet': {'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc', 'subnetpool_id': '8cb0ed05-aa15-4f5b-8c8e-c0cef3cde84f', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:10:54.024616 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Made reservation on behalf of 3e88c14381f143b8800eac20d6950613 for: {'subnet': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:10:54.027325 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:54.391957 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for subnet (8b2fa4cd-7569-4068-9fdd-668cef94b98f), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:54.458895 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Checking segment: {'id': '0edd68c2-8ae4-4ff8-b947-b87ccd717352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:10:54.459268 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Network hostable DHCP agents. Network: 97bd5109-10e8-428a-a04f-ad28136548cc, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:10:54.477128 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Pushing event updated for resources: {'Subnet': ['ID=8b2fa4cd-7569-4068-9fdd-668cef94b98f,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:10:54.489156 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:54.489546 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:54.489884 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:54.490211 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:54.490534 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:54.490853 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:54.491188 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:54.491511 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:54.491822 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:54.492153 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:54.492469 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:54.492777 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:54.493084 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Tracked resource versions report: Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: pushed versions: Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: { 'AddressGroup': {'1.2'}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'ConntrackHelper': {'1.0'}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'LocalIPAssociation': {'1.0'}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Log': {'1.0'}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Network': {'1.1'}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Port': {'1.7'}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'PortForwarding': {'1.2'}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'QosPolicy': {'1.10'}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'SecurityGroup': {'1.5'}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'SecurityGroupRule': {'1.2'}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'SubPort': {'1.0'}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Subnet': {'1.1'}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Trunk': {'1.1'}} Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: consumer versions: Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: { DHCP agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: L3 agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: Metadata agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: Metering agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: Open vSwitch agent@dv-cinder-828696-3-iscsi: { 'AddressGroup': '1.2', Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'ConntrackHelper': '1.0', Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'LocalIPAssociation': '1.0', Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Log': '1.0', Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Network': '1.1', Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Port': '1.7', Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'PortForwarding': '1.2', Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'QosPolicy': '1.10', Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'SecurityGroup': '1.5', Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'SecurityGroupRule': '1.2', Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'SubPort': '1.0', Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Subnet': '1.1', Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Trunk': '1.1'}} Feb 12 04:10:54.494405 dv-cinder-828696-3-iscsi neutron-server[103157]: {{(pid=103157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 12 04:10:54.553171 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Network 97bd5109-10e8-428a-a04f-ad28136548cc is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:10:54.631659 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 97bd5109-10e8-428a-a04f-ad28136548cc) {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:10:54.636414 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:10:54.637090 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:54.641511 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8c9c7b-2944-4ab6-99ea-44195c39aae9 None None] Network 97bd5109-10e8-428a-a04f-ad28136548cc requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:10:54.720202 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-3c19fff1-3200-423c-82a3-d35eed92fe2c demo admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8273058 Feb 12 04:10:54.901444 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210867b8-5ef7-526e-8999-d34bdc8d0eca-97bd5109-10e8-428a-a04f-ad28136548cc', 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc', 'project_id': '3e88c14381f143b8800eac20d6950613', 'fixed_ips': [{'subnet_id': '8b2fa4cd-7569-4068-9fdd-668cef94b98f'}]}} from dv-cinder-828696-3-iscsi. {{(pid=103159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 12 04:10:54.903251 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:55.183179 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Allocated IP 172.20.0.2 (97bd5109-10e8-428a-a04f-ad28136548cc/8b2fa4cd-7569-4068-9fdd-668cef94b98f/f37a2f67-a318-40c8-9524-a3323dd91172) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:10:55.448856 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Publish callbacks [] for port (f37a2f67-a318-40c8-9524-a3323dd91172), precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:55.517913 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (f37a2f67-a318-40c8-9524-a3323dd91172), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:55.587680 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Network 97bd5109-10e8-428a-a04f-ad28136548cc is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:10:55.595493 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:10:55.607554 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Pushing event updated for resources: {'Port': ['ID=f37a2f67-a318-40c8-9524-a3323dd91172,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:10:55.609747 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:10:55.619142 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:55.619526 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:55.619875 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:55.620211 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:55.620536 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:55.620857 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:55.621180 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:55.622062 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:55.622392 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:55.622724 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:55.623046 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:55.623362 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:55.623676 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Tracked resource versions report: Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: pushed versions: Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: { 'AddressGroup': {'1.2'}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'ConntrackHelper': {'1.0'}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'LocalIPAssociation': {'1.0'}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Log': {'1.0'}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Network': {'1.1'}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Port': {'1.7'}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'PortForwarding': {'1.2'}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'QosPolicy': {'1.10'}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'SecurityGroup': {'1.5'}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'SecurityGroupRule': {'1.2'}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'SubPort': {'1.0'}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Subnet': {'1.1'}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Trunk': {'1.1'}} Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: consumer versions: Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: { DHCP agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: L3 agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: Metadata agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: Metering agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: Open vSwitch agent@dv-cinder-828696-3-iscsi: { 'AddressGroup': '1.2', Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'ConntrackHelper': '1.0', Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'LocalIPAssociation': '1.0', Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Log': '1.0', Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Network': '1.1', Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Port': '1.7', Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'PortForwarding': '1.2', Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'QosPolicy': '1.10', Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'SecurityGroup': '1.5', Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'SecurityGroupRule': '1.2', Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'SubPort': '1.0', Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Subnet': '1.1', Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Trunk': '1.1'}} Feb 12 04:10:55.625022 dv-cinder-828696-3-iscsi neutron-server[103159]: {{(pid=103159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 12 04:10:55.697685 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Attempting to bind port f37a2f67-a318-40c8-9524-a3323dd91172 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:10:55.698325 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Attempting to bind port f37a2f67-a318-40c8-9524-a3323dd91172 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '0edd68c2-8ae4-4ff8-b947-b87ccd717352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:10:55.698492 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Attempting to bind port f37a2f67-a318-40c8-9524-a3323dd91172 on network 97bd5109-10e8-428a-a04f-ad28136548cc {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:10:55.703430 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:10:55.703739 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Checking segment: {'id': '0edd68c2-8ae4-4ff8-b947-b87ccd717352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:10:55.704222 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:55.704605 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Bound using segment: {'id': '0edd68c2-8ae4-4ff8-b947-b87ccd717352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:10:55.705183 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Bound port: f37a2f67-a318-40c8-9524-a3323dd91172, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edd68c2-8ae4-4ff8-b947-b87ccd717352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:10:55.705568 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (f37a2f67-a318-40c8-9524-a3323dd91172), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:55.766574 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] For port f37a2f67-a318-40c8-9524-a3323dd91172, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:10:55.770864 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] For port f37a2f67-a318-40c8-9524-a3323dd91172, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=f37a2f67-a318-40c8-9524-a3323dd91172,segment=NetworkSegment(0edd68c2-8ae4-4ff8-b947-b87ccd717352),segment_id=0edd68c2-8ae4-4ff8-b947-b87ccd717352)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:10:55.855265 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (f37a2f67-a318-40c8-9524-a3323dd91172), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:10:55.920613 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb5dde-5380-4b03-8ab5-da1af70d151d None None] Pushing event updated for resources: {'Port': ['ID=f37a2f67-a318-40c8-9524-a3323dd91172,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:10:57.187135 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57284) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:10:57.497894 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [None req-97e407a4-769f-4549-a821-d861d1e72102 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:10:57.498916 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-97e407a4-769f-4549-a821-d861d1e72102 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3107290 Feb 12 04:10:59.975381 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 57292) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:11:00.286986 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [None req-a299a6e3-f469-42cb-8fdd-1185b35eb31a admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:11:00.288090 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-a299a6e3-f469-42cb-8fdd-1185b35eb31a admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116932 Feb 12 04:11:02.755219 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57300) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:11:03.067534 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-d5b2379a-d914-4b11-8811-992d4be18de0 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:11:03.157804 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d5b2379a-d914-4b11-8811-992d4be18de0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6417'] for router (c93df645-4a42-402e-9884-6b3a1fd4e34a), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:03.159393 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d5b2379a-d914-4b11-8811-992d4be18de0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router (c93df645-4a42-402e-9884-6b3a1fd4e34a), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:03.315979 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d5b2379a-d914-4b11-8811-992d4be18de0 demo demo] Publish callbacks [] for router_controller (c93df645-4a42-402e-9884-6b3a1fd4e34a), precommit_add_association {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:03.369695 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d5b2379a-d914-4b11-8811-992d4be18de0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997099'] for router (c93df645-4a42-402e-9884-6b3a1fd4e34a), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:03.462482 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d5b2379a-d914-4b11-8811-992d4be18de0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:03.463632 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-d5b2379a-d914-4b11-8811-992d4be18de0 demo demo] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7074299 Feb 12 04:11:05.908446 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device f37a2f67-a318-40c8-9524-a3323dd91172 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:11:05.972446 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57312) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:11:06.001870 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port f37a2f67-a318-40c8-9524-a3323dd91172 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:11:06.002280 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (f37a2f67-a318-40c8-9524-a3323dd91172), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:06.139102 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port f37a2f67-a318-40c8-9524-a3323dd91172 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:11:06.139479 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (f37a2f67-a318-40c8-9524-a3323dd91172), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:06.174976 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port f37a2f67-a318-40c8-9524-a3323dd91172, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=f37a2f67-a318-40c8-9524-a3323dd91172,segment=NetworkSegment(0edd68c2-8ae4-4ff8-b947-b87ccd717352),segment_id=0edd68c2-8ae4-4ff8-b947-b87ccd717352)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:11:06.266504 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (f37a2f67-a318-40c8-9524-a3323dd91172), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:06.330842 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=f37a2f67-a318-40c8-9524-a3323dd91172,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:11:06.343662 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [None req-32ebc4df-4208-4b4a-8e6a-3948b16cc1a1 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:11:06.343662 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-32ebc4df-4208-4b4a-8e6a-3948b16cc1a1 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3700848 Feb 12 04:11:06.740657 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ed7f59af-5aba-42fb-bc00-be7ca2ffa809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:07.015193 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce49429-e96f-44c4-8015-aab9d582e52c None None] Network 97bd5109-10e8-428a-a04f-ad28136548cc requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:11:07.100360 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-770eea30-0b05-4e7f-8a1f-021e7edbef53 None None] Provisioning complete for port f37a2f67-a318-40c8-9524-a3323dd91172 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:11:07.100744 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-770eea30-0b05-4e7f-8a1f-021e7edbef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (f37a2f67-a318-40c8-9524-a3323dd91172), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:07.215030 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-770eea30-0b05-4e7f-8a1f-021e7edbef53 None None] Current status of the port f37a2f67-a318-40c8-9524-a3323dd91172 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:11:07.335562 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-c4e333bf-77f2-4f39-94bb-396640e92a8f None None] Provisioning complete for port f37a2f67-a318-40c8-9524-a3323dd91172 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:11:07.335947 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c4e333bf-77f2-4f39-94bb-396640e92a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (f37a2f67-a318-40c8-9524-a3323dd91172), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:07.410759 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c4e333bf-77f2-4f39-94bb-396640e92a8f None None] Current status of the port f37a2f67-a318-40c8-9524-a3323dd91172 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:11:07.879539 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device f37a2f67-a318-40c8-9524-a3323dd91172 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:11:07.926434 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port f37a2f67-a318-40c8-9524-a3323dd91172 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:11:07.926831 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (f37a2f67-a318-40c8-9524-a3323dd91172), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:07.999509 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port f37a2f67-a318-40c8-9524-a3323dd91172 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:11:08.847875 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57320) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:11:09.014460 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f7301f4d-734b-4559-90fb-740d13dc3f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:09.156413 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:11:09.253006 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Made reservation on behalf of ea391da9e944423da861a63f18f0eef9 for: {'network': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:11:09.255171 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:09.269873 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:09.365718 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Publish callbacks [] for security_group (38a06299-bbb0-4b9c-b0cd-5828aa50af47), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:09.436751 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (38a06299-bbb0-4b9c-b0cd-5828aa50af47), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:09.452157 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Reserving flat network on physical network physnet1 {{(pid=103157) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 12 04:11:09.475047 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a06299-bbb0-4b9c-b0cd-5828aa50af47,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:11:09.482800 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754804884143', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (7b7b0dee-716f-45cb-9ae3-70987266f429), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:09.486452 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Unsubscribe: segment precommit_create {{(pid=103157) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 12 04:11:09.486452 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.segments_db [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Added segment 7b7b0dee-716f-45cb-9ae3-70987266f429 of type flat for network bcdd3c2f-3978-457b-a82d-1be661dbdefa Feb 12 04:11:09.533389 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (bcdd3c2f-3978-457b-a82d-1be661dbdefa), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:09.648580 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (bcdd3c2f-3978-457b-a82d-1be661dbdefa), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:09.649535 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:11:09.650100 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:09.737147 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] Pushing event updated for resources: {'Network': ['ID=bcdd3c2f-3978-457b-a82d-1be661dbdefa,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:11:09.747216 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:11:09.783054 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-72898167-8f34-4ff9-82df-b1f36832daf5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9340827 Feb 12 04:11:10.511391 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:11.447492 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:12.197641 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57338) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:11:12.367185 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9442f5-3075-46a0-8ec7-94f30cfc00d6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:11:12.368493 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-3b9442f5-3075-46a0-8ec7-94f30cfc00d6 demo admin] 10.222.0.31 "GET /v2.0/subnets/8b2fa4cd-7569-4068-9fdd-668cef94b98f HTTP/1.1" status: 200 len: 849 time: 0.1699100 Feb 12 04:11:12.492797 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-100f34dd-4608-43e0-9efa-368b4921806c demo admin] 10.222.0.31 "GET /v2.0/routers/c93df645-4a42-402e-9884-6b3a1fd4e34a HTTP/1.1" status: 200 len: 704 time: 0.1186779 Feb 12 04:11:12.754021 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:13.036923 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Allocated IP 172.20.0.1 (97bd5109-10e8-428a-a04f-ad28136548cc/8b2fa4cd-7569-4068-9fdd-668cef94b98f/fdae09c4-3bfb-4108-b98c-ede826eecbae) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:11:13.184883 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Publish callbacks [] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:13.358213 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:13.391169 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:13.430806 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Network 97bd5109-10e8-428a-a04f-ad28136548cc is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:11:13.435474 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:11:13.441916 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:11:13.442437 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996566'] for router_interface (c93df645-4a42-402e-9884-6b3a1fd4e34a), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:13.498664 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Pushing event updated for resources: {'Port': ['ID=fdae09c4-3bfb-4108-b98c-ede826eecbae,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:11:13.664972 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-e1132f13-baa6-4ab1-91bd-bf73abe6e47d None None] Provisioning complete for port fdae09c4-3bfb-4108-b98c-ede826eecbae triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:11:13.665301 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e1132f13-baa6-4ab1-91bd-bf73abe6e47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:13.716099 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:13.742755 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e1132f13-baa6-4ab1-91bd-bf73abe6e47d None None] Port fdae09c4-3bfb-4108-b98c-ede826eecbae cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:11:13.930337 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Publish callbacks [] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:14.048252 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:14.049045 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1000998'] for router_interface (c93df645-4a42-402e-9884-6b3a1fd4e34a), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:14.106609 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Pushing event updated for resources: {'Port': ['ID=fdae09c4-3bfb-4108-b98c-ede826eecbae,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:11:14.167351 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Network 97bd5109-10e8-428a-a04f-ad28136548cc is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:11:14.168644 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:11:14.363425 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-3ef7d8c1-19b2-4edd-86fc-a60486b67155 None None] Provisioning complete for port fdae09c4-3bfb-4108-b98c-ede826eecbae triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:11:14.363808 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d8c1-19b2-4edd-86fc-a60486b67155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:14.379876 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Router c93df645-4a42-402e-9884-6b3a1fd4e34a is scheduled to L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc with binding_index 1 {{(pid=103157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 12 04:11:14.396734 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-3ef7d8c1-19b2-4edd-86fc-a60486b67155 None None] Port fdae09c4-3bfb-4108-b98c-ede826eecbae cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:11:14.472202 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:11:14.477307 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-17afbac6-bf93-4c02-aa1f-ac8114d2d4cf demo admin] 10.222.0.31 "PUT /v2.0/routers/c93df645-4a42-402e-9884-6b3a1fd4e34a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9793091 Feb 12 04:11:14.482450 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Sync routers for ids ['c93df645-4a42-402e-9884-6b3a1fd4e34a'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:11:14.494998 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Routers {'c93df645-4a42-402e-9884-6b3a1fd4e34a'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:11:14.495862 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:11:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['c93df645-4a42-402e-9884-6b3a1fd4e34a'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:11:14.684243 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Set router c93df645-4a42-402e-9884-6b3a1fd4e34a gateway port host: None {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:11:15.102765 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'name': 'router1', 'tenant_id': '3e88c14381f143b8800eac20d6950613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:11:03Z', 'updated_at': '2022-02-12T04:11:13Z', 'revision_number': 2, 'project_id': '3e88c14381f143b8800eac20d6950613', 'gw_port_host': None, '_interfaces': [{'id': 'fdae09c4-3bfb-4108-b98c-ede826eecbae', 'name': '', 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc', 'tenant_id': '3e88c14381f143b8800eac20d6950613', 'mac_address': 'fa:16:3e:e7:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b2fa4cd-7569-4068-9fdd-668cef94b98f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:11:12Z', 'updated_at': '2022-02-12T04:11:13Z', 'revision_number': 2, 'project_id': '3e88c14381f143b8800eac20d6950613', 'subnets': [{'id': '8b2fa4cd-7569-4068-9fdd-668cef94b98f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cb0ed05-aa15-4f5b-8c8e-c0cef3cde84f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:11:15.153984 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Checking router: c93df645-4a42-402e-9884-6b3a1fd4e34a for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:11:15.154371 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Updating router c93df645-4a42-402e-9884-6b3a1fd4e34a port fdae09c4-3bfb-4108-b98c-ede826eecbae binding host dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:11:15.205991 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:15.712187 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Publish callbacks [] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:15.831286 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:15.996855 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Pushing event updated for resources: {'Port': ['ID=fdae09c4-3bfb-4108-b98c-ede826eecbae,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:11:16.024289 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Attempting to bind port fdae09c4-3bfb-4108-b98c-ede826eecbae on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:11:16.024695 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Attempting to bind port fdae09c4-3bfb-4108-b98c-ede826eecbae by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '0edd68c2-8ae4-4ff8-b947-b87ccd717352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:11:16.025123 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Attempting to bind port fdae09c4-3bfb-4108-b98c-ede826eecbae on network 97bd5109-10e8-428a-a04f-ad28136548cc {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:11:16.029361 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:11:16.029718 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:11:16.030059 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:11:16.030391 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:11:16.030721 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:11:16.031047 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:11:16.031378 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:11:16.031699 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:11:16.032029 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:11:16.032364 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:11:16.032688 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:11:16.033007 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:11:16.033343 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Tracked resource versions report: Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: pushed versions: Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: { 'AddressGroup': {'1.2'}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'ConntrackHelper': {'1.0'}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'LocalIPAssociation': {'1.0'}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Log': {'1.0'}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Network': {'1.1'}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Port': {'1.7'}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'PortForwarding': {'1.2'}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'QosPolicy': {'1.10'}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'SecurityGroup': {'1.5'}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'SecurityGroupRule': {'1.2'}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'SubPort': {'1.0'}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Subnet': {'1.1'}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Trunk': {'1.1'}} Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: consumer versions: Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: { DHCP agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: L3 agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: Metadata agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: Metering agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: Open vSwitch agent@dv-cinder-828696-3-iscsi: { 'AddressGroup': '1.2', Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'ConntrackHelper': '1.0', Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'LocalIPAssociation': '1.0', Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Log': '1.0', Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Network': '1.1', Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Port': '1.7', Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'PortForwarding': '1.2', Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'QosPolicy': '1.10', Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'SecurityGroup': '1.5', Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'SecurityGroupRule': '1.2', Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'SubPort': '1.0', Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Subnet': '1.1', Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Trunk': '1.1'}} Feb 12 04:11:16.034685 dv-cinder-828696-3-iscsi neutron-server[103160]: {{(pid=103160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 12 04:11:16.039370 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:11:16.039774 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Checking segment: {'id': '0edd68c2-8ae4-4ff8-b947-b87ccd717352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:11:16.040250 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:16.040628 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Bound using segment: {'id': '0edd68c2-8ae4-4ff8-b947-b87ccd717352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:11:16.041714 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Bound port: fdae09c4-3bfb-4108-b98c-ede826eecbae, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edd68c2-8ae4-4ff8-b947-b87ccd717352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:11:16.042094 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:16.108955 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] For port fdae09c4-3bfb-4108-b98c-ede826eecbae, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:11:16.126391 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-2aa67a77-975b-44a2-813e-52bd2593720c None None] Provisioning complete for port fdae09c4-3bfb-4108-b98c-ede826eecbae triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:11:16.131663 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2aa67a77-975b-44a2-813e-52bd2593720c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:16.131806 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] For port fdae09c4-3bfb-4108-b98c-ede826eecbae, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=fdae09c4-3bfb-4108-b98c-ede826eecbae,segment=NetworkSegment(0edd68c2-8ae4-4ff8-b947-b87ccd717352),segment_id=0edd68c2-8ae4-4ff8-b947-b87ccd717352)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:11:16.166957 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2aa67a77-975b-44a2-813e-52bd2593720c None None] Port fdae09c4-3bfb-4108-b98c-ede826eecbae cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:11:16.237899 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:16.297721 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Routers {'c93df645-4a42-402e-9884-6b3a1fd4e34a'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:11:16.298355 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:11:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['c93df645-4a42-402e-9884-6b3a1fd4e34a'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:11:16.302252 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309066e7-2449-4b23-adb6-88a92f8ad0c1 None None] Pushing event updated for resources: {'Port': ['ID=fdae09c4-3bfb-4108-b98c-ede826eecbae,revision_number=4']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:11:16.394179 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] Set router c93df645-4a42-402e-9884-6b3a1fd4e34a gateway port host: None {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:11:16.499283 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-d35a2d58-fbce-4f7e-a4a8-cc5d548402ea None None] Provisioning complete for port fdae09c4-3bfb-4108-b98c-ede826eecbae triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:11:16.499667 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d35a2d58-fbce-4f7e-a4a8-cc5d548402ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:16.573888 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-d35a2d58-fbce-4f7e-a4a8-cc5d548402ea None None] Current status of the port fdae09c4-3bfb-4108-b98c-ede826eecbae is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:11:16.574301 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d35a2d58-fbce-4f7e-a4a8-cc5d548402ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:16.603947 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'name': 'router1', 'tenant_id': '3e88c14381f143b8800eac20d6950613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:11:03Z', 'updated_at': '2022-02-12T04:11:13Z', 'revision_number': 2, 'project_id': '3e88c14381f143b8800eac20d6950613', 'gw_port_host': None, '_interfaces': [{'id': 'fdae09c4-3bfb-4108-b98c-ede826eecbae', 'name': '', 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc', 'tenant_id': '3e88c14381f143b8800eac20d6950613', 'mac_address': 'fa:16:3e:e7:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b2fa4cd-7569-4068-9fdd-668cef94b98f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:11:12Z', 'updated_at': '2022-02-12T04:11:16Z', 'revision_number': 4, 'project_id': '3e88c14381f143b8800eac20d6950613', 'subnets': [{'id': '8b2fa4cd-7569-4068-9fdd-668cef94b98f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cb0ed05-aa15-4f5b-8c8e-c0cef3cde84f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:11:16.607687 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-d35a2d58-fbce-4f7e-a4a8-cc5d548402ea None None] For port fdae09c4-3bfb-4108-b98c-ede826eecbae, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=fdae09c4-3bfb-4108-b98c-ede826eecbae,segment=NetworkSegment(0edd68c2-8ae4-4ff8-b947-b87ccd717352),segment_id=0edd68c2-8ae4-4ff8-b947-b87ccd717352)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:11:16.629551 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db33816-ee8f-41e9-ac94-8f36e61a06cf None None] The sync data for ids ['c93df645-4a42-402e-9884-6b3a1fd4e34a'] in dv-cinder-828696-3-iscsi is: [{'id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'name': 'router1', 'tenant_id': '3e88c14381f143b8800eac20d6950613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:11:03Z', 'updated_at': '2022-02-12T04:11:13Z', 'revision_number': 2, 'project_id': '3e88c14381f143b8800eac20d6950613', 'gw_port_host': None, '_interfaces': [{'id': 'fdae09c4-3bfb-4108-b98c-ede826eecbae', 'name': '', 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc', 'tenant_id': '3e88c14381f143b8800eac20d6950613', 'mac_address': 'fa:16:3e:e7:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b2fa4cd-7569-4068-9fdd-668cef94b98f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:11:12Z', 'updated_at': '2022-02-12T04:11:16Z', 'revision_number': 4, 'project_id': '3e88c14381f143b8800eac20d6950613', 'subnets': [{'id': '8b2fa4cd-7569-4068-9fdd-668cef94b98f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cb0ed05-aa15-4f5b-8c8e-c0cef3cde84f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:11:16.711262 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d35a2d58-fbce-4f7e-a4a8-cc5d548402ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:16.768412 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a2d58-fbce-4f7e-a4a8-cc5d548402ea None None] Pushing event updated for resources: {'Port': ['ID=fdae09c4-3bfb-4108-b98c-ede826eecbae,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:11:16.839813 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57360) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:11:16.956418 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebab401-7f9d-4e12-ace8-cc9e742f542a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:11:16.957731 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-9ebab401-7f9d-4e12-ace8-cc9e742f542a admin admin] 10.222.0.31 "GET /v2.0/networks/bcdd3c2f-3978-457b-a82d-1be661dbdefa HTTP/1.1" status: 200 len: 842 time: 0.1162550 Feb 12 04:11:16.967624 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-fd716047-462f-4c2b-b37b-df1b61df93c9 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:11:17.128258 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd716047-462f-4c2b-b37b-df1b61df93c9 admin admin] Made reservation on behalf of ea391da9e944423da861a63f18f0eef9 for: {'subnet': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:11:17.130561 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fd716047-462f-4c2b-b37b-df1b61df93c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:17.471887 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.objects.ports [None req-fd716047-462f-4c2b-b37b-df1b61df93c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103157) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 12 04:11:17.472228 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fd716047-462f-4c2b-b37b-df1b61df93c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for subnet (7160b0a4-7323-4551-99c6-4c15f5c86999), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:17.526977 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd716047-462f-4c2b-b37b-df1b61df93c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7160b0a4-7323-4551-99c6-4c15f5c86999,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:11:17.534010 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd716047-462f-4c2b-b37b-df1b61df93c9 admin admin] Checking segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:11:17.534362 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd716047-462f-4c2b-b37b-df1b61df93c9 admin admin] Network hostable DHCP agents. Network: bcdd3c2f-3978-457b-a82d-1be661dbdefa, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:11:17.591057 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd716047-462f-4c2b-b37b-df1b61df93c9 admin admin] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:11:17.648246 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-fd716047-462f-4c2b-b37b-df1b61df93c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, bcdd3c2f-3978-457b-a82d-1be661dbdefa) {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:11:17.652419 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd716047-462f-4c2b-b37b-df1b61df93c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:11:17.653017 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fd716047-462f-4c2b-b37b-df1b61df93c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:17.659864 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f46cf56-0bda-4cf5-8b92-f4f652eeeee9 None None] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:11:17.713385 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-fd716047-462f-4c2b-b37b-df1b61df93c9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7390625 Feb 12 04:11:17.767200 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a42ab71-ab20-4741-ae24-81c84a774ac4 None None] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:11:20.037771 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57368) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:11:20.236109 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-55dc79ff-bbc0-4ae7-abaf-5b2d8be83e84 demo admin] 10.222.0.31 "GET /v2.0/routers/c93df645-4a42-402e-9884-6b3a1fd4e34a HTTP/1.1" status: 200 len: 710 time: 0.1970510 Feb 12 04:11:20.319042 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf955ff-9261-4164-9adc-040051fd929e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:11:20.320409 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-abf955ff-9261-4164-9adc-040051fd929e demo admin] 10.222.0.31 "GET /v2.0/networks/bcdd3c2f-3978-457b-a82d-1be661dbdefa HTTP/1.1" status: 200 len: 886 time: 0.0790005 Feb 12 04:11:20.329768 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:11:20.575628 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Publish callbacks [] for router_gateway (c93df645-4a42-402e-9884-6b3a1fd4e34a), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:20.879204 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Publish callbacks [] for router_gateway (c93df645-4a42-402e-9884-6b3a1fd4e34a), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:20.950679 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:21.116693 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Allocated IP 172.27.3.67 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/a879319e-0d37-48d0-84c1-950d90532649) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:11:21.215844 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Publish callbacks [] for port (a879319e-0d37-48d0-84c1-950d90532649), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:21.295173 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (a879319e-0d37-48d0-84c1-950d90532649), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:21.334918 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:11:21.337858 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:11:21.341234 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:11:21.346160 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Pushing event updated for resources: {'Port': ['ID=a879319e-0d37-48d0-84c1-950d90532649,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:11:21.695734 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Publish callbacks [] for router_gateway (c93df645-4a42-402e-9884-6b3a1fd4e34a), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:21.988257 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-997056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-998558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6452'] for router (c93df645-4a42-402e-9884-6b3a1fd4e34a), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:21.991411 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-997113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-997106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-998551'] for router (c93df645-4a42-402e-9884-6b3a1fd4e34a), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:22.096143 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Router c93df645-4a42-402e-9884-6b3a1fd4e34a has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:11:22.201665 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:11:22.206484 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:22.207624 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-ce63c406-6fc6-4823-ab15-2f87ba836f98 demo admin] 10.222.0.31 "PUT /v2.0/routers/c93df645-4a42-402e-9884-6b3a1fd4e34a HTTP/1.1" status: 200 len: 889 time: 1.8809826 Feb 12 04:11:23.915683 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device fdae09c4-3bfb-4108-b98c-ede826eecbae up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:11:23.963599 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port fdae09c4-3bfb-4108-b98c-ede826eecbae triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:11:23.963989 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:24.039064 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port fdae09c4-3bfb-4108-b98c-ede826eecbae is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:11:24.689523 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57380) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:11:24.809837 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-d902878c-1295-4003-b425-2eae615bf459 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1191738 Feb 12 04:11:24.999673 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Sync routers for ids ['c93df645-4a42-402e-9884-6b3a1fd4e34a'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:11:25.011947 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Routers {'c93df645-4a42-402e-9884-6b3a1fd4e34a'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:11:25.012626 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:11:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['c93df645-4a42-402e-9884-6b3a1fd4e34a'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:11:25.226669 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Set router c93df645-4a42-402e-9884-6b3a1fd4e34a gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:11:25.688714 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'name': 'router1', 'tenant_id': '3e88c14381f143b8800eac20d6950613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a879319e-0d37-48d0-84c1-950d90532649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:11:03Z', 'updated_at': '2022-02-12T04:11:21Z', 'revision_number': 4, 'project_id': '3e88c14381f143b8800eac20d6950613', 'gw_port': {'id': 'a879319e-0d37-48d0-84c1-950d90532649', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:11:20Z', 'updated_at': '2022-02-12T04:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'fdae09c4-3bfb-4108-b98c-ede826eecbae', 'name': '', 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc', 'tenant_id': '3e88c14381f143b8800eac20d6950613', 'mac_address': 'fa:16:3e:e7:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b2fa4cd-7569-4068-9fdd-668cef94b98f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:11:12Z', 'updated_at': '2022-02-12T04:11:16Z', 'revision_number': 5, 'project_id': '3e88c14381f143b8800eac20d6950613', 'subnets': [{'id': '8b2fa4cd-7569-4068-9fdd-668cef94b98f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cb0ed05-aa15-4f5b-8c8e-c0cef3cde84f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:11:25.741966 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Checking router: c93df645-4a42-402e-9884-6b3a1fd4e34a for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:11:25.742310 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Updating router c93df645-4a42-402e-9884-6b3a1fd4e34a port a879319e-0d37-48d0-84c1-950d90532649 binding host dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:11:25.795956 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (a879319e-0d37-48d0-84c1-950d90532649), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:26.115875 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Publish callbacks [] for port (a879319e-0d37-48d0-84c1-950d90532649), precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:26.174677 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (a879319e-0d37-48d0-84c1-950d90532649), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:26.229156 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Attempting to bind port a879319e-0d37-48d0-84c1-950d90532649 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:11:26.229548 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Attempting to bind port a879319e-0d37-48d0-84c1-950d90532649 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:11:26.229948 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Attempting to bind port a879319e-0d37-48d0-84c1-950d90532649 on network bcdd3c2f-3978-457b-a82d-1be661dbdefa {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:11:26.231810 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43872791-329c-4965-9692-b797c1e48379 None None] Pushing event updated for resources: {'Port': ['ID=a879319e-0d37-48d0-84c1-950d90532649,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:11:26.236983 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:11:26.237379 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Checking segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:11:26.237775 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:26.238150 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Bound using segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:11:26.238607 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Bound port: a879319e-0d37-48d0-84c1-950d90532649, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:11:26.238979 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (a879319e-0d37-48d0-84c1-950d90532649), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:26.288316 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] For port a879319e-0d37-48d0-84c1-950d90532649, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:11:26.291208 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] For port a879319e-0d37-48d0-84c1-950d90532649, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=a879319e-0d37-48d0-84c1-950d90532649,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:11:26.345867 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (a879319e-0d37-48d0-84c1-950d90532649), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:26.398669 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43872791-329c-4965-9692-b797c1e48379 None None] Pushing event updated for resources: {'Port': ['ID=a879319e-0d37-48d0-84c1-950d90532649,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:11:26.406454 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Routers {'c93df645-4a42-402e-9884-6b3a1fd4e34a'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:11:26.407136 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:11:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['c93df645-4a42-402e-9884-6b3a1fd4e34a'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:11:26.526135 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] Set router c93df645-4a42-402e-9884-6b3a1fd4e34a gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:11:26.745443 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'name': 'router1', 'tenant_id': '3e88c14381f143b8800eac20d6950613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a879319e-0d37-48d0-84c1-950d90532649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:11:03Z', 'updated_at': '2022-02-12T04:11:21Z', 'revision_number': 4, 'project_id': '3e88c14381f143b8800eac20d6950613', 'gw_port': {'id': 'a879319e-0d37-48d0-84c1-950d90532649', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:11:20Z', 'updated_at': '2022-02-12T04:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'fdae09c4-3bfb-4108-b98c-ede826eecbae', 'name': '', 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc', 'tenant_id': '3e88c14381f143b8800eac20d6950613', 'mac_address': 'fa:16:3e:e7:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b2fa4cd-7569-4068-9fdd-668cef94b98f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:11:12Z', 'updated_at': '2022-02-12T04:11:16Z', 'revision_number': 5, 'project_id': '3e88c14381f143b8800eac20d6950613', 'subnets': [{'id': '8b2fa4cd-7569-4068-9fdd-668cef94b98f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cb0ed05-aa15-4f5b-8c8e-c0cef3cde84f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:11:26.775019 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e3824-8824-42cf-98ff-0c47b10b5989 None None] The sync data for ids ['c93df645-4a42-402e-9884-6b3a1fd4e34a'] in dv-cinder-828696-3-iscsi is: [{'id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'name': 'router1', 'tenant_id': '3e88c14381f143b8800eac20d6950613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'a879319e-0d37-48d0-84c1-950d90532649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:11:03Z', 'updated_at': '2022-02-12T04:11:21Z', 'revision_number': 4, 'project_id': '3e88c14381f143b8800eac20d6950613', 'gw_port': {'id': 'a879319e-0d37-48d0-84c1-950d90532649', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:68:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:11:20Z', 'updated_at': '2022-02-12T04:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'fdae09c4-3bfb-4108-b98c-ede826eecbae', 'name': '', 'network_id': '97bd5109-10e8-428a-a04f-ad28136548cc', 'tenant_id': '3e88c14381f143b8800eac20d6950613', 'mac_address': 'fa:16:3e:e7:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93df645-4a42-402e-9884-6b3a1fd4e34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b2fa4cd-7569-4068-9fdd-668cef94b98f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:11:12Z', 'updated_at': '2022-02-12T04:11:16Z', 'revision_number': 5, 'project_id': '3e88c14381f143b8800eac20d6950613', 'subnets': [{'id': '8b2fa4cd-7569-4068-9fdd-668cef94b98f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8cb0ed05-aa15-4f5b-8c8e-c0cef3cde84f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:11:27.949337 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device a879319e-0d37-48d0-84c1-950d90532649 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:11:28.014641 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port a879319e-0d37-48d0-84c1-950d90532649 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:11:28.015107 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (a879319e-0d37-48d0-84c1-950d90532649), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:28.091902 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port a879319e-0d37-48d0-84c1-950d90532649 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:11:28.092348 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (a879319e-0d37-48d0-84c1-950d90532649), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:28.113162 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port a879319e-0d37-48d0-84c1-950d90532649, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=a879319e-0d37-48d0-84c1-950d90532649,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:11:28.168818 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (a879319e-0d37-48d0-84c1-950d90532649), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:28.232043 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=a879319e-0d37-48d0-84c1-950d90532649,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:11:29.957212 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device a879319e-0d37-48d0-84c1-950d90532649 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:11:30.059707 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port a879319e-0d37-48d0-84c1-950d90532649 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:11:30.060093 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (a879319e-0d37-48d0-84c1-950d90532649), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:30.236103 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port a879319e-0d37-48d0-84c1-950d90532649 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:11:35.965818 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 5 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:11:36.746212 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-22d1942a-f7a6-4c27-a59c-e14ce7bcddaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:39.036586 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b9fc0768-6625-4122-b8ae-3069b0d6efb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:40.529856 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:41.437446 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:11:43.425289 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:06.744810 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-57a4da59-199d-47f9-ac1f-fd4a5ba553c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:09.019580 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6a5a6b34-0cf2-40ea-a017-53cff8512061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:11.035745 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:11.487441 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:12.964790 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 5 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:12:13.384558 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:36.732426 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-caddee8c-ac35-4484-bccc-39f33cde79b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:39.012777 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-31b85742-befd-4e6c-83f7-4dfa5d9dbed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:40.520983 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:41.458322 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:43.378062 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:47.306751 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57864) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:12:47.367416 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13e908a-a565-4184-abee-740b6e1ff2d2 admin admin] GET failed (client error): The resource could not be found. Feb 12 04:12:47.368677 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-a13e908a-a565-4184-abee-740b6e1ff2d2 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609784 Feb 12 04:12:47.524288 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567e6f0d-1cbf-4fbf-bd14-a20b50593d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:12:47.526258 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-567e6f0d-1cbf-4fbf-bd14-a20b50593d33 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1528523 Feb 12 04:12:49.742456 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57874) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:12:49.833438 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1a2ccd-3f30-439e-afcd-ad682ca1c5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:12:49.834782 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-9b1a2ccd-3f30-439e-afcd-ad682ca1c5be admin admin] 10.222.0.31 "GET /v2.0/subnets/8b2fa4cd-7569-4068-9fdd-668cef94b98f HTTP/1.1" status: 200 len: 849 time: 0.0913503 Feb 12 04:12:49.844164 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:12:49.924127 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Publish callbacks [] for subnet (8b2fa4cd-7569-4068-9fdd-668cef94b98f), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:49.963158 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 5 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:12:50.126535 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754805063927'] for subnet (8b2fa4cd-7569-4068-9fdd-668cef94b98f), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:50.154281 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:12:50.154879 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:50.157728 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] 10.222.0.31 "PUT /v2.0/subnets/8b2fa4cd-7569-4068-9fdd-668cef94b98f HTTP/1.1" status: 200 len: 868 time: 0.3155823 Feb 12 04:12:50.159209 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63847077-4fb9-4a78-a5b5-e5873a228f61 None None] Network 97bd5109-10e8-428a-a04f-ad28136548cc requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:12:50.179837 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2fa4cd-7569-4068-9fdd-668cef94b98f,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:12:50.187586 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:12:50.187586 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:12:50.187894 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:12:50.188222 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:12:50.188553 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:12:50.188910 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:12:50.189294 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:12:50.189633 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:12:50.189976 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:12:50.190302 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:12:50.190623 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:12:50.190940 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:12:50.191256 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ce53a5-ff03-4dd1-866d-83b91dcfcc4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:12:50.614134 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-617db7cc-6e26-4af5-b015-6c4a57757811 None None] Provisioning complete for port f37a2f67-a318-40c8-9524-a3323dd91172 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:12:50.614134 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-617db7cc-6e26-4af5-b015-6c4a57757811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (f37a2f67-a318-40c8-9524-a3323dd91172), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:50.682422 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-617db7cc-6e26-4af5-b015-6c4a57757811 None None] Current status of the port f37a2f67-a318-40c8-9524-a3323dd91172 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:12:50.692159 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-617db7cc-6e26-4af5-b015-6c4a57757811 None None] Provisioning complete for port fdae09c4-3bfb-4108-b98c-ede826eecbae triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:12:50.692540 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-617db7cc-6e26-4af5-b015-6c4a57757811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (fdae09c4-3bfb-4108-b98c-ede826eecbae), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:12:50.767071 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-617db7cc-6e26-4af5-b015-6c4a57757811 None None] Current status of the port fdae09c4-3bfb-4108-b98c-ede826eecbae is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:12:52.408110 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57882) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:12:52.611608 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b3ff71-ae62-482b-a966-50ca060efafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:12:52.612078 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b3ff71-ae62-482b-a966-50ca060efafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:12:52.613620 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-e8b3ff71-ae62-482b-a966-50ca060efafd admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2045302 Feb 12 04:12:54.838454 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57890) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:12:54.968078 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6267d36-f657-4f4e-9bfe-e6ee6047f50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:12:54.968556 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6267d36-f657-4f4e-9bfe-e6ee6047f50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:12:54.970174 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-c6267d36-f657-4f4e-9bfe-e6ee6047f50f admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1308298 Feb 12 04:12:57.177471 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57898) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:12:57.306029 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bad3ec-4825-4ae7-bd74-4088f630342d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:12:57.307934 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-a7bad3ec-4825-4ae7-bd74-4088f630342d admin admin] 10.222.0.31 "GET /v2.0/networks/97bd5109-10e8-428a-a04f-ad28136548cc HTTP/1.1" status: 200 len: 868 time: 0.1295111 Feb 12 04:12:59.519308 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57906) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:12:59.639825 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43acd6e8-a681-420f-9dde-56e52c237d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:12:59.641181 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-43acd6e8-a681-420f-9dde-56e52c237d3f admin admin] 10.222.0.31 "GET /v2.0/networks/bcdd3c2f-3978-457b-a82d-1be661dbdefa HTTP/1.1" status: 200 len: 886 time: 0.1208239 Feb 12 04:13:01.867003 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 57914) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:13:02.080046 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8e5302-98b9-4c23-8ac4-e56bf8add394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:13:02.080499 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8e5302-98b9-4c23-8ac4-e56bf8add394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:13:02.082043 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-9c8e5302-98b9-4c23-8ac4-e56bf8add394 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2141078 Feb 12 04:13:04.293473 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 57922) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:13:04.425684 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bc9b1a-46b8-40b4-ae88-9cca5af1f7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:13:04.426136 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bc9b1a-46b8-40b4-ae88-9cca5af1f7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:13:04.427655 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-69bc9b1a-46b8-40b4-ae88-9cca5af1f7d8 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1332400 Feb 12 04:13:06.683684 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 57932) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:13:06.737956 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2934eaba-2d3e-4fbe-9cc0-1ca7ba822f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:06.795597 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72064d77-58cd-420e-baf6-6d7884267bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:13:06.796928 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-72064d77-58cd-420e-baf6-6d7884267bb4 admin admin] 10.222.0.31 "GET /v2.0/subnets/7160b0a4-7323-4551-99c6-4c15f5c86999 HTTP/1.1" status: 200 len: 816 time: 0.1123233 Feb 12 04:13:09.038187 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 57940) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:13:09.052352 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b48c6cb5-6cfd-4da9-b60c-98c90ad6509b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:09.138177 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ddf206-58d7-4fe3-8366-18d1a27658da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:13:09.139512 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-30ddf206-58d7-4fe3-8366-18d1a27658da admin admin] 10.222.0.31 "GET /v2.0/subnets/8b2fa4cd-7569-4068-9fdd-668cef94b98f HTTP/1.1" status: 200 len: 868 time: 0.1003611 Feb 12 04:13:10.526933 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:11.452372 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:13.406256 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:26.961604 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 5 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:13:32.606098 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 57992) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:13:32.651128 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [None req-4c3c2dcf-9798-44e2-86e5-edf54e5a8971 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:13:32.652113 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-4c3c2dcf-9798-44e2-86e5-edf54e5a8971 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0450723 Feb 12 04:13:35.035970 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58000) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:13:35.103298 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f72aa5-a0c0-4dba-a95b-109edbb57041 admin admin] GET failed (client error): The resource could not be found. Feb 12 04:13:35.104562 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-f1f72aa5-a0c0-4dba-a95b-109edbb57041 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0675592 Feb 12 04:13:35.263116 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321b3ae7-20d2-4421-a9e7-e6be4ef9fa66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:13:35.264526 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-321b3ae7-20d2-4421-a9e7-e6be4ef9fa66 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1559398 Feb 12 04:13:36.772404 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e9dab21e-60ae-4195-bee2-13ff20bed028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:37.517617 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58008) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:13:37.563658 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:13:37.646445 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Made reservation on behalf of ea391da9e944423da861a63f18f0eef9 for: {'network': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:13:37.648725 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:37.682708 dv-cinder-828696-3-iscsi neutron-server[103158]: WARNING neutron.services.revisions.revision_plugin [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Could not find related network for resource to bump revision. Feb 12 04:13:37.699084 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=103158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:13:37.708219 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (c3a9a262-bb12-4318-b96e-f51cc56b5629), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:37.708545 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.segments_db [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Added segment c3a9a262-bb12-4318-b96e-f51cc56b5629 of type vlan for network 36f14574-3fb5-4d82-bff6-d161406e53a8 Feb 12 04:13:37.747643 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (36f14574-3fb5-4d82-bff6-d161406e53a8), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:37.812200 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (36f14574-3fb5-4d82-bff6-d161406e53a8), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:37.813163 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:13:37.813780 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:37.904132 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3853655 Feb 12 04:13:37.905050 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Pushing event updated for resources: {'Network': ['ID=36f14574-3fb5-4d82-bff6-d161406e53a8,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:13:37.912107 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:37.912482 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:37.912828 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:37.913169 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:37.913535 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:37.913903 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:37.914274 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:37.914607 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:37.915337 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:37.915337 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:37.915633 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:37.915908 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:37.916225 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f946815-62af-4d30-bc23-b2976bb5648d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:37.927487 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 36f14574-3fb5-4d82-bff6-d161406e53a8 details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:13:39.069565 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-36fcc544-0208-48d2-8d1f-750e56a307b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:40.266840 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58016) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:13:40.326469 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.pecan_wsgi.hooks.translation [None req-babbb515-b35e-4a87-91e3-78ef8cde7e5f admin admin] GET failed (client error): The resource could not be found. Feb 12 04:13:40.327708 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-babbb515-b35e-4a87-91e3-78ef8cde7e5f admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599432 Feb 12 04:13:40.396084 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450cccce-0494-4d6c-a56e-0350a6e434f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:13:40.397515 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-450cccce-0494-4d6c-a56e-0350a6e434f2 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0657237 Feb 12 04:13:40.407182 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-9d9b93c7-d4b8-4faf-a679-5de06786f0ee admin admin] Request body: {'subnet': {'network_id': '36f14574-3fb5-4d82-bff6-d161406e53a8', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:13:40.486267 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9b93c7-d4b8-4faf-a679-5de06786f0ee admin admin] Made reservation on behalf of ea391da9e944423da861a63f18f0eef9 for: {'subnet': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:13:40.488575 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9d9b93c7-d4b8-4faf-a679-5de06786f0ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:40.583539 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:40.703682 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9d9b93c7-d4b8-4faf-a679-5de06786f0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for subnet (296577ea-ba47-415d-8c21-318d90f1c05a), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:40.756809 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b93c7-d4b8-4faf-a679-5de06786f0ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=296577ea-ba47-415d-8c21-318d90f1c05a,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:13:40.773688 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b93c7-d4b8-4faf-a679-5de06786f0ee admin admin] Checking segment: {'id': 'c3a9a262-bb12-4318-b96e-f51cc56b5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '36f14574-3fb5-4d82-bff6-d161406e53a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:13:40.774035 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b93c7-d4b8-4faf-a679-5de06786f0ee admin admin] Network hostable DHCP agents. Network: 36f14574-3fb5-4d82-bff6-d161406e53a8, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:13:40.878382 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b93c7-d4b8-4faf-a679-5de06786f0ee admin admin] Network 36f14574-3fb5-4d82-bff6-d161406e53a8 is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:13:40.954700 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b93c7-d4b8-4faf-a679-5de06786f0ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 36f14574-3fb5-4d82-bff6-d161406e53a8) {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:13:40.958631 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b93c7-d4b8-4faf-a679-5de06786f0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:13:40.959221 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9d9b93c7-d4b8-4faf-a679-5de06786f0ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:40.963348 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27adf65e-c72c-4745-8e1f-001d8677674d None None] Network 36f14574-3fb5-4d82-bff6-d161406e53a8 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:13:41.078323 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-9d9b93c7-d4b8-4faf-a679-5de06786f0ee admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6743305 Feb 12 04:13:41.159895 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210867b8-5ef7-526e-8999-d34bdc8d0eca-36f14574-3fb5-4d82-bff6-d161406e53a8', 'network_id': '36f14574-3fb5-4d82-bff6-d161406e53a8', 'project_id': 'ea391da9e944423da861a63f18f0eef9', 'fixed_ips': [{'subnet_id': '296577ea-ba47-415d-8c21-318d90f1c05a'}]}} from dv-cinder-828696-3-iscsi. {{(pid=103159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 12 04:13:41.160765 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:41.367069 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Allocated IP 192.168.233.2 (36f14574-3fb5-4d82-bff6-d161406e53a8/296577ea-ba47-415d-8c21-318d90f1c05a/7a1e46ee-636e-4103-ae09-a804c4352f8c) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:13:41.495741 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:41.520045 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Publish callbacks [] for port (7a1e46ee-636e-4103-ae09-a804c4352f8c), precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:41.612840 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (7a1e46ee-636e-4103-ae09-a804c4352f8c), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:41.654885 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Network 36f14574-3fb5-4d82-bff6-d161406e53a8 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:13:41.657669 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:13:41.661104 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:13:41.668136 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Pushing event updated for resources: {'Port': ['ID=7a1e46ee-636e-4103-ae09-a804c4352f8c,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:13:41.677962 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:41.677962 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:41.678237 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:41.678467 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:41.678792 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:41.679112 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:41.679438 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:41.679756 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:41.680072 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:41.680409 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:41.681502 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:41.681832 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:41.682147 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:13:41.730228 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Attempting to bind port 7a1e46ee-636e-4103-ae09-a804c4352f8c on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:13:41.730648 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Attempting to bind port 7a1e46ee-636e-4103-ae09-a804c4352f8c by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': 'c3a9a262-bb12-4318-b96e-f51cc56b5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '36f14574-3fb5-4d82-bff6-d161406e53a8'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:13:41.731004 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Attempting to bind port 7a1e46ee-636e-4103-ae09-a804c4352f8c on network 36f14574-3fb5-4d82-bff6-d161406e53a8 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:13:41.736324 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:13:41.736696 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Checking segment: {'id': 'c3a9a262-bb12-4318-b96e-f51cc56b5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '36f14574-3fb5-4d82-bff6-d161406e53a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:13:41.737093 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:41.737515 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Bound using segment: {'id': 'c3a9a262-bb12-4318-b96e-f51cc56b5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '36f14574-3fb5-4d82-bff6-d161406e53a8'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:13:41.737971 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Bound port: 7a1e46ee-636e-4103-ae09-a804c4352f8c, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a9a262-bb12-4318-b96e-f51cc56b5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '36f14574-3fb5-4d82-bff6-d161406e53a8'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:13:41.738340 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7a1e46ee-636e-4103-ae09-a804c4352f8c), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:41.798293 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] For port 7a1e46ee-636e-4103-ae09-a804c4352f8c, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:13:41.801204 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] For port 7a1e46ee-636e-4103-ae09-a804c4352f8c, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=7a1e46ee-636e-4103-ae09-a804c4352f8c,segment=NetworkSegment(c3a9a262-bb12-4318-b96e-f51cc56b5629),segment_id=c3a9a262-bb12-4318-b96e-f51cc56b5629)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:13:41.870206 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (7a1e46ee-636e-4103-ae09-a804c4352f8c), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:41.936243 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c253f-7d99-49a0-9134-3e33be9493ab None None] Pushing event updated for resources: {'Port': ['ID=7a1e46ee-636e-4103-ae09-a804c4352f8c,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:13:42.751304 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af59d4c0-293f-4176-b416-87c49a5ffc63 None None] Network 36f14574-3fb5-4d82-bff6-d161406e53a8 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:13:42.820970 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-022ebd27-81f8-4f89-95e3-992b73134740 None None] Provisioning complete for port 7a1e46ee-636e-4103-ae09-a804c4352f8c triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:13:42.821451 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-022ebd27-81f8-4f89-95e3-992b73134740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (7a1e46ee-636e-4103-ae09-a804c4352f8c), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:42.935909 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-022ebd27-81f8-4f89-95e3-992b73134740 None None] Current status of the port 7a1e46ee-636e-4103-ae09-a804c4352f8c is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:13:42.936540 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-022ebd27-81f8-4f89-95e3-992b73134740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7a1e46ee-636e-4103-ae09-a804c4352f8c), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:42.971032 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-022ebd27-81f8-4f89-95e3-992b73134740 None None] For port 7a1e46ee-636e-4103-ae09-a804c4352f8c, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=7a1e46ee-636e-4103-ae09-a804c4352f8c,segment=NetworkSegment(c3a9a262-bb12-4318-b96e-f51cc56b5629),segment_id=c3a9a262-bb12-4318-b96e-f51cc56b5629)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:13:43.047446 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-022ebd27-81f8-4f89-95e3-992b73134740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (7a1e46ee-636e-4103-ae09-a804c4352f8c), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:43.100849 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ebd27-81f8-4f89-95e3-992b73134740 None None] Pushing event updated for resources: {'Port': ['ID=7a1e46ee-636e-4103-ae09-a804c4352f8c,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:13:43.167131 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-7bb19cc3-6cae-41fc-8a18-14c4b7caac61 None None] Provisioning complete for port 7a1e46ee-636e-4103-ae09-a804c4352f8c triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:13:43.167511 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7bb19cc3-6cae-41fc-8a18-14c4b7caac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (7a1e46ee-636e-4103-ae09-a804c4352f8c), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:43.245571 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7bb19cc3-6cae-41fc-8a18-14c4b7caac61 None None] Current status of the port 7a1e46ee-636e-4103-ae09-a804c4352f8c is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:13:43.412384 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:44.002727 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 7a1e46ee-636e-4103-ae09-a804c4352f8c up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:13:44.050514 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 7a1e46ee-636e-4103-ae09-a804c4352f8c triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:13:44.050910 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (7a1e46ee-636e-4103-ae09-a804c4352f8c), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:13:44.129767 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 7a1e46ee-636e-4103-ae09-a804c4352f8c is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:14:03.959398 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 5 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:14:06.766117 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-00d2ef6a-4d23-473e-b43b-9fd5de56ee99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:14:09.045085 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f3f83b0-8535-4dc2-90b7-77ae872c58cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:14:10.537679 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:14:11.486473 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:14:13.387368 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:14:36.788629 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d8748bf2-2e1c-4356-b1a7-927e58dae806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:14:39.034462 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0bafcc27-48ca-465e-8c1a-40bb308b8b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:14:40.548984 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:14:40.957396 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 5 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:14:41.466779 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:14:43.422733 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:06.760373 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b515e4ca-694f-48f3-9412-03a762373335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:09.034247 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-308d688a-5259-4307-a3d8-180452495f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:10.546458 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:11.483761 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:13.422607 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:17.955403 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 5 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:15:27.397619 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58054) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:15:27.403413 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [None req-c7a1cb9b-133a-4a73-ad10-97cd2c9d3d3b tempest-verify_tempest_config-1912923532 tempest-verify_tempest_config-1912923532-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:15:27.404439 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-c7a1cb9b-133a-4a73-ad10-97cd2c9d3d3b tempest-verify_tempest_config-1912923532 tempest-verify_tempest_config-1912923532-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059156 Feb 12 04:15:27.931758 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58072) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:15:28.032939 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:28.102567 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Publish callbacks [] for security_group (2eeb6304-7fad-4b7b-8e58-a5dd0df6a8a7), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:28.193517 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2eeb6304-7fad-4b7b-8e58-a5dd0df6a8a7), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:28.238273 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeb6304-7fad-4b7b-8e58-a5dd0df6a8a7,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:15:28.242761 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=764a7596ef554a348557d392ff143624&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3100250 Feb 12 04:15:28.246222 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58076) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:15:28.247983 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.248334 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.248671 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.249004 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.249353 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.249681 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.250010 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.250330 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.250651 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.250971 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.251289 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.251606 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.251919 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd27811c-ae10-479b-902b-c5922a4a7185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.300607 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Publish callbacks [] for security_group (2eeb6304-7fad-4b7b-8e58-a5dd0df6a8a7), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:28.323422 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Publish callbacks [] for security_group (2eeb6304-7fad-4b7b-8e58-a5dd0df6a8a7), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:28.491608 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2eeb6304-7fad-4b7b-8e58-a5dd0df6a8a7), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:28.494156 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:28.495289 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2eeb6304-7fad-4b7b-8e58-a5dd0df6a8a7 HTTP/1.1" status: 204 len: 168 time: 0.2481585 Feb 12 04:15:28.503011 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeb6304-7fad-4b7b-8e58-a5dd0df6a8a7,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:15:28.509879 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.514355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.514355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.514355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.514355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.514355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.514355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.514355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.514355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.514355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.514355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.514355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:28.514355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2470840e-f4d3-4bae-8e4b-7fd14846a504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:15:36.791667 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2399a692-1eec-4759-9035-a92750551813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:39.039612 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-70de128b-9af0-4948-9c38-6818c0aaff72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:40.556928 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:41.520296 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:43.402792 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:15:54.954910 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 5 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:16:06.763040 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-be7b8eef-37e7-435b-8378-32fd7ba923e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:16:09.047784 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-48274c3a-885c-42ab-a967-a15d52113d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:16:10.553915 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:16:11.490715 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:16:13.407748 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:16:31.953730 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 5 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:16:36.781678 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ffb01275-314b-4c70-b46a-9ff8ec6ac7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:16:39.038749 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-388c6aff-5445-473b-a41d-8c33bd479c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:16:40.559599 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:16:41.473252 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:16:43.418364 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:17:01.073465 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1001202'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:17:06.760919 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf0ef3b6-282f-43ac-9eee-5804341b3426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:17:08.953233 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:17:09.035019 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c835147a-b8e4-46c4-a7a0-64956eb0c8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:17:10.583936 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:17:11.532116 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:17:13.412732 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:17:15.530468 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58148) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:17:15.630584 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-af8b0d4a-89fa-4bdd-89f7-a27fa1d81347 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0990217 Feb 12 04:17:17.875510 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58158) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:17:17.929233 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-d6a599d4-ca19-40cf-9a2a-3db2114fdb4e admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526462 Feb 12 04:17:30.929885 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:17:36.788809 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0a1d4042-7610-4b44-b036-fddc39fe485e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:17:39.032637 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c932fc01-dd95-4012-acc5-a470592f2ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:17:40.565574 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:17:41.497442 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:17:43.415254 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:17:45.951235 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:18:00.948223 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:06.804083 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-563d937b-6721-4ff9-a5a9-9970f662f642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:09.056998 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-66e3a008-b4d5-4d8e-b379-1636fff3c615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:10.565439 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:11.536505 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:13.444346 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:22.949651 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:18:30.948017 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:36.759358 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ae0d163d-ef6a-46f4-8347-92c1bfa12559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:39.066724 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-128836c7-c10d-42ab-8d84-38f288c4af29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:40.593269 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:41.490698 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:43.404737 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:50.675877 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58332) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:50.921919 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58348) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:51.007151 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-345179841-network', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:18:51.096507 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Made reservation on behalf of b322dc86ac594838a4aebaf0645d9c21 for: {'network': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:18:51.098865 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.108323 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.180918 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Publish callbacks [] for security_group (a7ff10fd-47da-4797-8ca8-9a5a732d952f), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.237748 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-334229828-network', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:18:51.265231 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58374) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:51.279603 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (a7ff10fd-47da-4797-8ca8-9a5a732d952f), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.296631 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:18:51.316373 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (ba496fde-03f0-44f4-a945-766e140fdb0a), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.316373 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.segments_db [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Added segment ba496fde-03f0-44f4-a945-766e140fdb0a of type vlan for network d4eba8ad-7c32-4044-a2b9-370377016af4 Feb 12 04:18:51.350915 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] Made reservation on behalf of f5a7d98ea94e4547983dbffcb2b614bc for: {'network': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:18:51.353341 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.358376 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ff10fd-47da-4797-8ca8-9a5a732d952f,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:51.376182 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:51.376533 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:51.376861 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:51.377186 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:51.377537 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:51.377856 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:51.378175 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:51.378493 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:51.378828 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:51.379150 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:51.379496 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:51.379776 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:51.380082 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Tracked resource versions report: Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: pushed versions: Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: { 'AddressGroup': {'1.2'}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'ConntrackHelper': {'1.0'}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'LocalIPAssociation': {'1.0'}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Log': {'1.0'}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Network': {'1.1'}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Port': {'1.7'}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'PortForwarding': {'1.2'}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'QosPolicy': {'1.10'}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'SecurityGroup': {'1.5'}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'SecurityGroupRule': {'1.2'}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'SubPort': {'1.0'}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Subnet': {'1.1'}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Trunk': {'1.1'}} Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: consumer versions: Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: { DHCP agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: HyperV agent@hv-cinder-82869: {}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: L3 agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: Metadata agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: Metering agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: Open vSwitch agent@dv-cinder-828696-3-iscsi: { 'AddressGroup': '1.2', Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'ConntrackHelper': '1.0', Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'LocalIPAssociation': '1.0', Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Log': '1.0', Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Network': '1.1', Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Port': '1.7', Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'PortForwarding': '1.2', Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'QosPolicy': '1.10', Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'SecurityGroup': '1.5', Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'SecurityGroupRule': '1.2', Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'SubPort': '1.0', Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Subnet': '1.1', Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: 'Trunk': '1.1'}} Feb 12 04:18:51.381135 dv-cinder-828696-3-iscsi neutron-server[103157]: {{(pid=103157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 12 04:18:51.384975 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.387852 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (d4eba8ad-7c32-4044-a2b9-370377016af4), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.488211 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (d4eba8ad-7c32-4044-a2b9-370377016af4), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.489268 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:18:51.490242 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.529854 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] Publish callbacks [] for security_group (009b085e-c45b-4300-9b04-be1b7b4aa70f), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.559818 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] Pushing event updated for resources: {'Network': ['ID=d4eba8ad-7c32-4044-a2b9-370377016af4,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:51.571460 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network d4eba8ad-7c32-4044-a2b9-370377016af4 details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:18:51.575447 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1190211160-network', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:18:51.600302 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58390) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:51.601050 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-d9e4abc4-a4f0-49bc-896a-6057fe0183ee admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9234169 Feb 12 04:18:51.603090 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (009b085e-c45b-4300-9b04-be1b7b4aa70f), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.606539 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58394) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:51.612209 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Request body: {'subnet': {'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-345179841-subnet', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:18:51.636406 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:18:51.646076 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009b085e-c45b-4300-9b04-be1b7b4aa70f,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:51.650668 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (c8fa753c-10c2-4a60-ac17-892abcfdf9af), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.651002 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.segments_db [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] Added segment c8fa753c-10c2-4a60-ac17-892abcfdf9af of type vlan for network a470119b-e597-4f7c-b914-bdedfeebd027 Feb 12 04:18:51.684901 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] Made reservation on behalf of e56e0fac86874323b726d0897d3cd6e5 for: {'network': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:18:51.687169 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.703203 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.718348 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (a470119b-e597-4f7c-b914-bdedfeebd027), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.753243 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Made reservation on behalf of b322dc86ac594838a4aebaf0645d9c21 for: {'subnet': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:18:51.757953 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.791232 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] Publish callbacks [] for security_group (4c42bcbc-478d-4af5-9c44-93ad8eaceeb9), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.862137 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (4c42bcbc-478d-4af5-9c44-93ad8eaceeb9), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.881435 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:18:51.903043 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c42bcbc-478d-4af5-9c44-93ad8eaceeb9,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:51.905759 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (a470119b-e597-4f7c-b914-bdedfeebd027), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.906939 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:18:51.907946 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.920519 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:51.921042 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.segments_db [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] Added segment 5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d of type vlan for network 306165a8-01e9-47a6-9b7a-50f5488101e0 Feb 12 04:18:51.962327 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (306165a8-01e9-47a6-9b7a-50f5488101e0), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.005743 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58404) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:52.040859 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1685922038-network', 'tenant_id': 'fece42b3279f4d4aac21d7922c52c5ed'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:18:52.049709 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1265786 Feb 12 04:18:52.051318 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58412) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:52.055858 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-5563950b-189d-4853-b98d-f24e3d5fdf30 admin admin] Request body: {'subnet': {'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-subnet', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:18:52.090837 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1309586013-network', 'tenant_id': 'f11a00f62cf540c79ea14b02953dfd19'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:18:52.111333 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (306165a8-01e9-47a6-9b7a-50f5488101e0), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.112242 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:18:52.113057 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.121600 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e2d55-ea23-4b85-975f-160681f7af4e admin admin] Pushing event updated for resources: {'Network': ['ID=a470119b-e597-4f7c-b914-bdedfeebd027,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:52.134426 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network a470119b-e597-4f7c-b914-bdedfeebd027 details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:18:52.139826 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for subnet (a8aa06a1-c40f-46a3-abec-1ca7f50524f1), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.181025 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=306165a8-01e9-47a6-9b7a-50f5488101e0,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:52.188470 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] Made reservation on behalf of fece42b3279f4d4aac21d7922c52c5ed for: {'network': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:18:52.191408 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.202037 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.215577 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] Made reservation on behalf of f11a00f62cf540c79ea14b02953dfd19 for: {'network': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:18:52.217929 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.226798 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Checking segment: {'id': 'ba496fde-03f0-44f4-a945-766e140fdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:18:52.227243 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Network hostable DHCP agents. Network: d4eba8ad-7c32-4044-a2b9-370377016af4, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:18:52.234429 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.242793 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5563950b-189d-4853-b98d-f24e3d5fdf30 admin admin] Made reservation on behalf of f5a7d98ea94e4547983dbffcb2b614bc for: {'subnet': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:18:52.246702 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5563950b-189d-4853-b98d-f24e3d5fdf30 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.254913 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 306165a8-01e9-47a6-9b7a-50f5488101e0 details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:18:52.346822 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] Publish callbacks [] for security_group (de1ea3dc-6c14-43da-a2dd-d0197a5e6879), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.352011 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] Publish callbacks [] for security_group (7b97a188-a617-4d1d-9b7e-14e07815c92d), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.368787 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-24546eea-01ed-4065-9b67-325463355fe0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1022155 Feb 12 04:18:52.369421 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58420) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:52.379545 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-134f906a-b7fd-483e-b560-c56bfc4785f7 admin admin] Request body: {'subnet': {'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1190211160-subnet', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:18:52.381854 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8aa06a1-c40f-46a3-abec-1ca7f50524f1,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:52.435541 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (de1ea3dc-6c14-43da-a2dd-d0197a5e6879), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.453666 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:52.454010 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:52.454457 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:52.454798 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:52.455123 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:52.455442 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:52.455760 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:52.456076 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:52.456417 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:52.456734 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:52.457052 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:52.457402 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:52.457715 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Tracked resource versions report: Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: pushed versions: Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: { 'AddressGroup': {'1.2'}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'ConntrackHelper': {'1.0'}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'LocalIPAssociation': {'1.0'}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Log': {'1.0'}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Network': {'1.1'}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Port': {'1.7'}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'PortForwarding': {'1.2'}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'QosPolicy': {'1.10'}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'SecurityGroup': {'1.5'}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'SecurityGroupRule': {'1.2'}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'SubPort': {'1.0'}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Subnet': {'1.1'}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Trunk': {'1.1'}} Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: consumer versions: Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: { DHCP agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: HyperV agent@hv-cinder-82869: {}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: L3 agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: Metadata agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: Metering agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: Open vSwitch agent@dv-cinder-828696-3-iscsi: { 'AddressGroup': '1.2', Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'ConntrackHelper': '1.0', Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'LocalIPAssociation': '1.0', Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Log': '1.0', Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Network': '1.1', Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Port': '1.7', Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'PortForwarding': '1.2', Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'QosPolicy': '1.10', Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'SecurityGroup': '1.5', Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'SecurityGroupRule': '1.2', Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'SubPort': '1.0', Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Subnet': '1.1', Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: 'Trunk': '1.1'}} Feb 12 04:18:52.458784 dv-cinder-828696-3-iscsi neutron-server[103158]: {{(pid=103158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 12 04:18:52.461689 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (7b97a188-a617-4d1d-9b7e-14e07815c92d), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.467765 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:18:52.485648 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:18:52.489922 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134f906a-b7fd-483e-b560-c56bfc4785f7 admin admin] Made reservation on behalf of e56e0fac86874323b726d0897d3cd6e5 for: {'subnet': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:18:52.492143 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-134f906a-b7fd-483e-b560-c56bfc4785f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.537247 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (2471604e-a844-495a-8061-87e4947663d3), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.537770 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (37e12ad6-11f7-4228-8e0e-a81516976a94), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.538108 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.segments_db [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] Added segment 37e12ad6-11f7-4228-8e0e-a81516976a94 of type vlan for network 5cd1924f-17ba-4894-907a-e01184fe91d9 Feb 12 04:18:52.538425 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.segments_db [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] Added segment 2471604e-a844-495a-8061-87e4947663d3 of type vlan for network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a Feb 12 04:18:52.540036 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b97a188-a617-4d1d-9b7e-14e07815c92d,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:52.560211 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1ea3dc-6c14-43da-a2dd-d0197a5e6879,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:52.587641 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Network d4eba8ad-7c32-4044-a2b9-370377016af4 is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:18:52.617050 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (5cd1924f-17ba-4894-907a-e01184fe91d9), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.649720 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.685885 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, d4eba8ad-7c32-4044-a2b9-370377016af4) {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:18:52.693919 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:18:52.696167 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.696313 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c129535b-ca8a-4261-9557-d4701b52de5c None None] Network d4eba8ad-7c32-4044-a2b9-370377016af4 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:18:52.780762 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (5cd1924f-17ba-4894-907a-e01184fe91d9), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.781764 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:18:52.782336 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.815704 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.817846 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:18:52.818442 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.843078 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5a4506-cc89-4fc6-b8f6-a5e712fc2341 None None] Network d4eba8ad-7c32-4044-a2b9-370377016af4 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:18:52.852631 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd1924f-17ba-4894-907a-e01184fe91d9,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:52.873858 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 5cd1924f-17ba-4894-907a-e01184fe91d9 details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:18:52.878793 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5563950b-189d-4853-b98d-f24e3d5fdf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for subnet (9e097ae6-88b7-4785-b35b-e83f2dfc78cb), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.883400 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] Pushing event updated for resources: {'Network': ['ID=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:52.891574 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-5300cdc4-9cff-45f0-a983-8a736351810c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2848222 Feb 12 04:18:52.891950 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58450) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:52.893444 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-345179841-router', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:18:52.905140 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:18:52.922300 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-40caac0b-ba7f-4878-99b3-4fa7837c6872 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9131656 Feb 12 04:18:52.923282 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58454) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:52.925098 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-134f906a-b7fd-483e-b560-c56bfc4785f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for subnet (2345433c-525e-49b3-a782-8ff78220c794), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:52.942472 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-a5aa0a0e-8c68-4b14-a0a4-751d579fd9aa admin admin] Request body: {'subnet': {'network_id': '5cd1924f-17ba-4894-907a-e01184fe91d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1309586013-subnet', 'tenant_id': 'f11a00f62cf540c79ea14b02953dfd19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:18:52.970387 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563950b-189d-4853-b98d-f24e3d5fdf30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e097ae6-88b7-4785-b35b-e83f2dfc78cb,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:52.979234 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-657afcf5-cb11-4ab0-ad4c-72704c28eb80 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3703058 Feb 12 04:18:52.982533 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58462) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:52.988000 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-64101cc1-e097-4e3b-a61b-1f99ad26a0da admin admin] Request body: {'subnet': {'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1685922038-subnet', 'tenant_id': 'fece42b3279f4d4aac21d7922c52c5ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:18:53.002621 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5563950b-189d-4853-b98d-f24e3d5fdf30 admin admin] Checking segment: {'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:18:53.002978 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5563950b-189d-4853-b98d-f24e3d5fdf30 admin admin] Network hostable DHCP agents. Network: a470119b-e597-4f7c-b914-bdedfeebd027, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:18:53.073659 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64101cc1-e097-4e3b-a61b-1f99ad26a0da admin admin] Made reservation on behalf of fece42b3279f4d4aac21d7922c52c5ed for: {'subnet': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:18:53.076230 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-64101cc1-e097-4e3b-a61b-1f99ad26a0da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.092109 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6417'] for router (62758258-1904-4c50-9fd5-dfdcc3833066), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.093311 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router (62758258-1904-4c50-9fd5-dfdcc3833066), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.120174 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5563950b-189d-4853-b98d-f24e3d5fdf30 admin admin] Network a470119b-e597-4f7c-b914-bdedfeebd027 is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:18:53.160358 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Publish callbacks [] for router_controller (62758258-1904-4c50-9fd5-dfdcc3833066), precommit_add_association {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.167661 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f906a-b7fd-483e-b560-c56bfc4785f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2345433c-525e-49b3-a782-8ff78220c794,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:53.198725 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f906a-b7fd-483e-b560-c56bfc4785f7 admin admin] Checking segment: {'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:18:53.204802 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134f906a-b7fd-483e-b560-c56bfc4785f7 admin admin] Network hostable DHCP agents. Network: 306165a8-01e9-47a6-9b7a-50f5488101e0, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:18:53.263553 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-5563950b-189d-4853-b98d-f24e3d5fdf30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, a470119b-e597-4f7c-b914-bdedfeebd027) {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:18:53.273347 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ecfc68-b626-4559-bcb5-8c2245b357bc None None] Network a470119b-e597-4f7c-b914-bdedfeebd027 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:18:53.274021 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5563950b-189d-4853-b98d-f24e3d5fdf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:18:53.274021 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5563950b-189d-4853-b98d-f24e3d5fdf30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.290709 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5aa0a0e-8c68-4b14-a0a4-751d579fd9aa admin admin] Made reservation on behalf of f11a00f62cf540c79ea14b02953dfd19 for: {'subnet': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:18:53.293408 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a5aa0a0e-8c68-4b14-a0a4-751d579fd9aa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.379594 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-5563950b-189d-4853-b98d-f24e3d5fdf30 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3275461 Feb 12 04:18:53.381560 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-64101cc1-e097-4e3b-a61b-1f99ad26a0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for subnet (9dd2e30a-6546-4562-a28e-669b8297f414), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.383862 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58464) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:53.393670 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:18:53.394926 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210867b8-5ef7-526e-8999-d34bdc8d0eca-a470119b-e597-4f7c-b914-bdedfeebd027', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb'}]}} from dv-cinder-828696-3-iscsi. {{(pid=103159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 12 04:18:53.395784 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.411829 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134f906a-b7fd-483e-b560-c56bfc4785f7 admin admin] Network 306165a8-01e9-47a6-9b7a-50f5488101e0 is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:18:53.428872 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-134f906a-b7fd-483e-b560-c56bfc4785f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 306165a8-01e9-47a6-9b7a-50f5488101e0) {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:18:53.433124 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f906a-b7fd-483e-b560-c56bfc4785f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:18:53.433742 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-134f906a-b7fd-483e-b560-c56bfc4785f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.463295 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64101cc1-e097-4e3b-a61b-1f99ad26a0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd2e30a-6546-4562-a28e-669b8297f414,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:53.475396 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64101cc1-e097-4e3b-a61b-1f99ad26a0da admin admin] Checking segment: {'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:18:53.476123 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64101cc1-e097-4e3b-a61b-1f99ad26a0da admin admin] Network hostable DHCP agents. Network: 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:18:53.505191 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3e6193-d03b-495c-8d46-80c00b0c35dc None None] Network 306165a8-01e9-47a6-9b7a-50f5488101e0 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:18:53.514776 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Publish callbacks [] for router_gateway (62758258-1904-4c50-9fd5-dfdcc3833066), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.535586 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6417'] for router (9a9423a3-e368-43b7-aa7f-736d5da7ceda), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.537201 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router (9a9423a3-e368-43b7-aa7f-736d5da7ceda), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.618847 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64101cc1-e097-4e3b-a61b-1f99ad26a0da admin admin] Network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:18:53.655575 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Allocated IP 172.20.0.2 (a470119b-e597-4f7c-b914-bdedfeebd027/9e097ae6-88b7-4785-b35b-e83f2dfc78cb/b328af36-dead-451a-a365-d391394c1237) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:18:53.684092 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Publish callbacks [] for router_controller (9a9423a3-e368-43b7-aa7f-736d5da7ceda), precommit_add_association {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.689238 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210867b8-5ef7-526e-8999-d34bdc8d0eca-306165a8-01e9-47a6-9b7a-50f5488101e0', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794'}]}} from dv-cinder-828696-3-iscsi. {{(pid=103159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 12 04:18:53.690133 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.703527 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-134f906a-b7fd-483e-b560-c56bfc4785f7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3330638 Feb 12 04:18:53.706854 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58466) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:53.712477 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:18:53.758071 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-64101cc1-e097-4e3b-a61b-1f99ad26a0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a) {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:18:53.762230 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64101cc1-e097-4e3b-a61b-1f99ad26a0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:18:53.762955 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-64101cc1-e097-4e3b-a61b-1f99ad26a0da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.774727 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82caf3fe-00f7-4cf2-ab7c-49973be5598a None None] Network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:18:53.920989 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a5aa0a0e-8c68-4b14-a0a4-751d579fd9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for subnet (7a05ab62-e6d7-4623-954e-3b90cea13d4b), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.956535 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6417'] for router (9c0a1719-14bb-495c-8830-05e5eb93c1f9), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.959437 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router (9c0a1719-14bb-495c-8830-05e5eb93c1f9), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:53.978256 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-64101cc1-e097-4e3b-a61b-1f99ad26a0da admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9925239 Feb 12 04:18:54.069062 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Publish callbacks [] for router_gateway (62758258-1904-4c50-9fd5-dfdcc3833066), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:54.074737 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa0a0e-8c68-4b14-a0a4-751d579fd9aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a05ab62-e6d7-4623-954e-3b90cea13d4b,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:54.107460 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:54.111056 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aa0a0e-8c68-4b14-a0a4-751d579fd9aa admin admin] Checking segment: {'id': '37e12ad6-11f7-4228-8e0e-a81516976a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5cd1924f-17ba-4894-907a-e01184fe91d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:18:54.111812 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa0a0e-8c68-4b14-a0a4-751d579fd9aa admin admin] Network hostable DHCP agents. Network: 5cd1924f-17ba-4894-907a-e01184fe91d9, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:18:54.178588 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Allocated IP 172.20.0.2 (306165a8-01e9-47a6-9b7a-50f5488101e0/2345433c-525e-49b3-a782-8ff78220c794/40872839-0832-439e-9cc9-1ea0d3287a01) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:18:54.197924 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Publish callbacks [] for router_controller (9c0a1719-14bb-495c-8830-05e5eb93c1f9), precommit_add_association {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:54.354289 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Allocated IP 172.27.3.76 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/418f2bc0-04e4-475c-9570-e55780d7b38a) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:18:54.371399 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Publish callbacks [] for router_gateway (9a9423a3-e368-43b7-aa7f-736d5da7ceda), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:54.379460 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aa0a0e-8c68-4b14-a0a4-751d579fd9aa admin admin] Network 5cd1924f-17ba-4894-907a-e01184fe91d9 is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:18:54.488418 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-a5aa0a0e-8c68-4b14-a0a4-751d579fd9aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 5cd1924f-17ba-4894-907a-e01184fe91d9) {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:18:54.497016 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aa0a0e-8c68-4b14-a0a4-751d579fd9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:18:54.497658 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a5aa0a0e-8c68-4b14-a0a4-751d579fd9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:54.549108 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Publish callbacks [] for port (40872839-0832-439e-9cc9-1ea0d3287a01), precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:54.555846 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Publish callbacks [] for port (418f2bc0-04e4-475c-9570-e55780d7b38a), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:54.593244 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-a5aa0a0e-8c68-4b14-a0a4-751d579fd9aa admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6683998 Feb 12 04:18:54.625154 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b580db-0bb1-4e27-938e-f5fac2c1fc86 None None] Network 5cd1924f-17ba-4894-907a-e01184fe91d9 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:18:54.640613 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:54.658269 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Publish callbacks [] for port (b328af36-dead-451a-a365-d391394c1237), precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:54.674204 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (418f2bc0-04e4-475c-9570-e55780d7b38a), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:54.686745 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbc3ba3-f596-435f-883e-6ae6156955bb None None] Network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:18:54.688945 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Publish callbacks [] for router_gateway (9c0a1719-14bb-495c-8830-05e5eb93c1f9), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:54.698771 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58520) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:54.704903 dv-cinder-828696-3-iscsi neutron-server[103158]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 12 04:18:54.715866 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Network 306165a8-01e9-47a6-9b7a-50f5488101e0 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:18:54.754661 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:18:54.757559 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:18:54.759382 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:18:54.762768 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:18:54.765466 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Pushing event updated for resources: {'Port': ['ID=418f2bc0-04e4-475c-9570-e55780d7b38a,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:54.776308 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:18:54.802099 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Pushing event updated for resources: {'Port': ['ID=40872839-0832-439e-9cc9-1ea0d3287a01,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:54.833680 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:54.833680 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:54.833680 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:54.834245 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:54.834583 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:54.834917 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:54.835246 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:54.835571 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:54.835919 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:54.836334 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:54.836664 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:54.837114 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:54.837504 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Tracked resource versions report: Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: pushed versions: Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: { 'AddressGroup': {'1.2'}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'ConntrackHelper': {'1.0'}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'LocalIPAssociation': {'1.0'}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Log': {'1.0'}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Network': {'1.1'}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Port': {'1.7'}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'PortForwarding': {'1.2'}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'QosPolicy': {'1.10'}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'SecurityGroup': {'1.5'}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'SecurityGroupRule': {'1.2'}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'SubPort': {'1.0'}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Subnet': {'1.1'}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Trunk': {'1.1'}} Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: consumer versions: Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: { DHCP agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: HyperV agent@hv-cinder-82869: {}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: L3 agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: Metadata agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: Metering agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: Open vSwitch agent@dv-cinder-828696-3-iscsi: { 'AddressGroup': '1.2', Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'ConntrackHelper': '1.0', Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'LocalIPAssociation': '1.0', Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Log': '1.0', Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Network': '1.1', Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Port': '1.7', Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'PortForwarding': '1.2', Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'QosPolicy': '1.10', Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'SecurityGroup': '1.5', Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'SecurityGroupRule': '1.2', Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'SubPort': '1.0', Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Subnet': '1.1', Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: 'Trunk': '1.1'}} Feb 12 04:18:54.839983 dv-cinder-828696-3-iscsi neutron-server[103159]: {{(pid=103159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 12 04:18:54.876765 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (b328af36-dead-451a-a365-d391394c1237), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:55.002074 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Network a470119b-e597-4f7c-b914-bdedfeebd027 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:18:55.042178 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-f7728270-af86-4e81-b2f3-12c3a0bfe018 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:18:55.043831 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-f7728270-af86-4e81-b2f3-12c3a0bfe018 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/networks?id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a HTTP/1.1" status: 200 len: 815 time: 0.3440948 Feb 12 04:18:55.060613 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:18:55.093778 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Pushing event updated for resources: {'Port': ['ID=b328af36-dead-451a-a365-d391394c1237,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:55.104723 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58546) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:55.125821 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-cda3e6aa-727f-4f81-82ca-845d36e39a66 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/quotas/fece42b3279f4d4aac21d7922c52c5ed HTTP/1.1" status: 200 len: 375 time: 0.0706024 Feb 12 04:18:55.134533 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Publish callbacks [] for router_gateway (62758258-1904-4c50-9fd5-dfdcc3833066), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:55.143196 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:18:55.204628 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Attempting to bind port 40872839-0832-439e-9cc9-1ea0d3287a01 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:18:55.204911 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Attempting to bind port 40872839-0832-439e-9cc9-1ea0d3287a01 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:18:55.205242 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Attempting to bind port 40872839-0832-439e-9cc9-1ea0d3287a01 on network 306165a8-01e9-47a6-9b7a-50f5488101e0 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:18:55.239847 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:18:55.239847 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Checking segment: {'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:18:55.240516 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:55.240812 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Bound using segment: {'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:18:55.241173 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Bound port: 40872839-0832-439e-9cc9-1ea0d3287a01, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:18:55.241573 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:55.255847 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Attempting to bind port b328af36-dead-451a-a365-d391394c1237 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:18:55.256329 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Attempting to bind port b328af36-dead-451a-a365-d391394c1237 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:18:55.256613 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Attempting to bind port b328af36-dead-451a-a365-d391394c1237 on network a470119b-e597-4f7c-b914-bdedfeebd027 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:18:55.258744 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438581d9-7cf8-4a08-bd98-deb163c2f3fc None None] Network 5cd1924f-17ba-4894-907a-e01184fe91d9 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:18:55.299879 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:18:55.300275 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Checking segment: {'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:18:55.300631 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:55.301014 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Bound using segment: {'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:18:55.301505 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Bound port: b328af36-dead-451a-a365-d391394c1237, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:18:55.301878 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b328af36-dead-451a-a365-d391394c1237), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:55.324816 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-b9955daa-e9ff-4c8a-ac10-6ae8b63d3c4d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1516891 Feb 12 04:18:55.368325 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997099'] for router (62758258-1904-4c50-9fd5-dfdcc3833066), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:55.397573 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] For port 40872839-0832-439e-9cc9-1ea0d3287a01, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:18:55.401615 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] For port 40872839-0832-439e-9cc9-1ea0d3287a01, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=40872839-0832-439e-9cc9-1ea0d3287a01,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:18:55.423993 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Publish callbacks [] for router_gateway (9a9423a3-e368-43b7-aa7f-736d5da7ceda), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:55.478606 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:55.498099 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-c51e018d-7bd3-4729-9f94-e79dbfadac12 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:18:55.499612 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-c51e018d-7bd3-4729-9f94-e79dbfadac12 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/networks?id=5cd1924f-17ba-4894-907a-e01184fe91d9 HTTP/1.1" status: 200 len: 812 time: 0.3897207 Feb 12 04:18:55.507149 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:55.576310 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf02b68-5f5c-4b60-8a4b-3713ae8c7f72 None None] Pushing event updated for resources: {'Port': ['ID=40872839-0832-439e-9cc9-1ea0d3287a01,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:55.577936 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-8c97c82d-1a52-4095-9e4e-c8b9ea4eff17 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:18:55.580160 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-8c97c82d-1a52-4095-9e4e-c8b9ea4eff17 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0790799 Feb 12 04:18:55.589584 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] For port b328af36-dead-451a-a365-d391394c1237, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:18:55.592722 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] For port b328af36-dead-451a-a365-d391394c1237, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b328af36-dead-451a-a365-d391394c1237,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:18:55.627624 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Router 62758258-1904-4c50-9fd5-dfdcc3833066 is scheduled to L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc with binding_index 1 {{(pid=103157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 12 04:18:55.701448 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b328af36-dead-451a-a365-d391394c1237), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:55.721894 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-70c1f06e-73a4-470b-b52f-8827dcd65eb4 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/quotas/f11a00f62cf540c79ea14b02953dfd19 HTTP/1.1" status: 200 len: 375 time: 0.2103519 Feb 12 04:18:55.776347 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52f39f-d2ae-4323-9987-0a235495e4c0 None None] Pushing event updated for resources: {'Port': ['ID=b328af36-dead-451a-a365-d391394c1237,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:55.787424 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:18:55.800342 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Sync routers for ids ['62758258-1904-4c50-9fd5-dfdcc3833066'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:18:55.814939 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Routers {'62758258-1904-4c50-9fd5-dfdcc3833066'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:18:55.820038 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:18:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['62758258-1904-4c50-9fd5-dfdcc3833066'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:18:55.908096 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-03490fbe-07ac-4a6e-9d99-7e11e0c16187 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f11a00f62cf540c79ea14b02953dfd19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1364408 Feb 12 04:18:55.950533 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:55.952137 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-fac76203-334f-444a-bf8d-93c4412873a6 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0617428 Feb 12 04:18:55.955033 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58562) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:56.093578 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-43ffe7fa-5b98-426d-be6b-752a70d31328 service neutron] 10.222.0.31 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105878 Feb 12 04:18:56.100532 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Publish callbacks [] for router_gateway (9c0a1719-14bb-495c-8830-05e5eb93c1f9), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:56.123197 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Allocated IP 172.27.3.12 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/b888a0b9-1d50-4d46-af48-47b94cd94280) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:18:56.162675 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:56.177339 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Set router 62758258-1904-4c50-9fd5-dfdcc3833066 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:18:56.202451 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-fb476929-1a7d-4682-be8b-8f3a98943383 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:18:56.203188 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-fb476929-1a7d-4682-be8b-8f3a98943383 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1603553 Feb 12 04:18:56.428151 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'name': 'tempest-ServerRescueNegativeTestJSON-345179841-router', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '418f2bc0-04e4-475c-9570-e55780d7b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:18:54Z', 'revision_number': 3, 'project_id': 'b322dc86ac594838a4aebaf0645d9c21', 'gw_port': {'id': '418f2bc0-04e4-475c-9570-e55780d7b38a', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:18:56.455119 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Checking router: 62758258-1904-4c50-9fd5-dfdcc3833066 for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:18:56.455900 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Updating router 62758258-1904-4c50-9fd5-dfdcc3833066 port 418f2bc0-04e4-475c-9570-e55780d7b38a binding host dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:18:56.489906 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (418f2bc0-04e4-475c-9570-e55780d7b38a), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:56.500459 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-d4aedcd8-c8c8-4306-90b6-f3ee0dd16023 service neutron] 10.222.0.31 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881316 Feb 12 04:18:56.565747 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-8895ae8e-808b-4715-910b-b087e67fd511 service neutron] 10.222.0.31 "GET /v2.0/networks/5cd1924f-17ba-4894-907a-e01184fe91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379991 Feb 12 04:18:56.579916 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Publish callbacks [] for port (b888a0b9-1d50-4d46-af48-47b94cd94280), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:56.624061 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b328af36-dead-451a-a365-d391394c1237 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:18:56.692780 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:56.697653 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port b328af36-dead-451a-a365-d391394c1237 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:18:56.698116 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b328af36-dead-451a-a365-d391394c1237), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:56.766929 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-1a9ad256-eb53-4860-97f1-01beec340770 service neutron] 10.222.0.31 "GET /v2.0/networks/5cd1924f-17ba-4894-907a-e01184fe91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988506 Feb 12 04:18:56.852930 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port b328af36-dead-451a-a365-d391394c1237 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:18:56.853578 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b328af36-dead-451a-a365-d391394c1237), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:56.891861 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (b888a0b9-1d50-4d46-af48-47b94cd94280), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:56.920318 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port b328af36-dead-451a-a365-d391394c1237, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b328af36-dead-451a-a365-d391394c1237,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:18:57.023090 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b328af36-dead-451a-a365-d391394c1237), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:57.026155 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 40872839-0832-439e-9cc9-1ea0d3287a01 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:18:57.063108 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:18:57.074490 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:18:57.077730 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:18:57.113625 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Allocated IP 172.20.0.1 (d4eba8ad-7c32-4044-a2b9-370377016af4/a8aa06a1-c40f-46a3-abec-1ca7f50524f1/935f5d09-dc1b-4715-b214-65302187f6e0) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:18:57.158401 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=b328af36-dead-451a-a365-d391394c1237,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:57.230946 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 40872839-0832-439e-9cc9-1ea0d3287a01 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:18:57.233142 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:57.241632 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Pushing event updated for resources: {'Port': ['ID=b888a0b9-1d50-4d46-af48-47b94cd94280,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:57.324903 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Allocated IP 172.27.3.205 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/913bd3f3-2d2f-40cc-b24a-62ca3170fcfe) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:18:57.485037 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 40872839-0832-439e-9cc9-1ea0d3287a01 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:18:57.485441 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:57.490601 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-11fbff17-dd31-469e-8dff-fcea1683d48f req-1800a413-fa2f-45f2-96b1-8bd072f7f6ae tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 210 time: 0.2778482 Feb 12 04:18:57.504818 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Publish callbacks [] for port (935f5d09-dc1b-4715-b214-65302187f6e0), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:57.528022 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c6414f-2bc8-4ab9-9af3-0da7b13cb96b None None] Network a470119b-e597-4f7c-b914-bdedfeebd027 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:18:57.664191 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (935f5d09-dc1b-4715-b214-65302187f6e0), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:57.706562 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-68c4c868-afd7-4081-b6c7-2492200124be None None] Provisioning complete for port b328af36-dead-451a-a365-d391394c1237 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:18:57.713735 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68c4c868-afd7-4081-b6c7-2492200124be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b328af36-dead-451a-a365-d391394c1237), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:57.756431 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Network d4eba8ad-7c32-4044-a2b9-370377016af4 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:18:57.766936 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0841fd4-a48c-4581-bced-8b6656dd4f07 None None] Network 306165a8-01e9-47a6-9b7a-50f5488101e0 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:18:57.797497 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:18:57.805902 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=935f5d09-dc1b-4715-b214-65302187f6e0,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:57.821028 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port 40872839-0832-439e-9cc9-1ea0d3287a01, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=40872839-0832-439e-9cc9-1ea0d3287a01,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:18:57.832330 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:18:57.834951 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996566'] for router_interface (62758258-1904-4c50-9fd5-dfdcc3833066), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:57.962755 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-29a30c0a-a247-43c0-854e-d81c40a33a07 req-4d41eeb5-e593-4af2-b140-d42cbb4ff83c tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 210 time: 0.0798984 Feb 12 04:18:58.042747 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:58.070072 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Publish callbacks [] for router_gateway (9a9423a3-e368-43b7-aa7f-736d5da7ceda), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:58.148232 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (935f5d09-dc1b-4715-b214-65302187f6e0), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:58.212051 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=40872839-0832-439e-9cc9-1ea0d3287a01,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:58.240973 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-68c4c868-afd7-4081-b6c7-2492200124be None None] Current status of the port b328af36-dead-451a-a365-d391394c1237 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:18:58.290276 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Publish callbacks [] for port (913bd3f3-2d2f-40cc-b24a-62ca3170fcfe), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:58.401342 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-458c54ff-4d21-4255-aedf-007018283185 None None] Provisioning complete for port 40872839-0832-439e-9cc9-1ea0d3287a01 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:18:58.405531 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-458c54ff-4d21-4255-aedf-007018283185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:58.528224 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997099'] for router (9a9423a3-e368-43b7-aa7f-736d5da7ceda), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:58.639707 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b328af36-dead-451a-a365-d391394c1237 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:18:58.678666 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a1aad458-8aec-417e-bb8f-a0f401f104d9 req-20ca5ad7-88d8-4964-b0c7-520dddbf3014 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 210 time: 0.0484004 Feb 12 04:18:58.685608 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (913bd3f3-2d2f-40cc-b24a-62ca3170fcfe), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:58.713082 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:18:58.749251 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:18:58.752303 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:18:58.769036 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-458c54ff-4d21-4255-aedf-007018283185 None None] Current status of the port 40872839-0832-439e-9cc9-1ea0d3287a01 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:18:58.794972 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port b328af36-dead-451a-a365-d391394c1237 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:18:58.796068 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b328af36-dead-451a-a365-d391394c1237), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:58.915218 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-e5535229-2552-4a83-8b95-8aaacc0f45e9 None None] Provisioning complete for port b328af36-dead-451a-a365-d391394c1237 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:18:58.915595 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5535229-2552-4a83-8b95-8aaacc0f45e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b328af36-dead-451a-a365-d391394c1237), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:58.923038 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Pushing event updated for resources: {'Port': ['ID=913bd3f3-2d2f-40cc-b24a-62ca3170fcfe,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:58.950161 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Publish callbacks [] for port (418f2bc0-04e4-475c-9570-e55780d7b38a), precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:58.952550 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Publish callbacks [] for port (935f5d09-dc1b-4715-b214-65302187f6e0), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:59.027649 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Router 9a9423a3-e368-43b7-aa7f-736d5da7ceda is scheduled to L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc with binding_index 1 {{(pid=103158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 12 04:18:59.028214 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (418f2bc0-04e4-475c-9570-e55780d7b38a), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:59.034412 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (935f5d09-dc1b-4715-b214-65302187f6e0), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:59.035128 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1000998'] for router_interface (62758258-1904-4c50-9fd5-dfdcc3833066), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:59.037614 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port b328af36-dead-451a-a365-d391394c1237 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:18:59.038967 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 40872839-0832-439e-9cc9-1ea0d3287a01 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:18:59.106519 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e5535229-2552-4a83-8b95-8aaacc0f45e9 None None] Current status of the port b328af36-dead-451a-a365-d391394c1237 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:18:59.122755 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Pushing event updated for resources: {'Port': ['ID=418f2bc0-04e4-475c-9570-e55780d7b38a,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:59.130976 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-e5535229-2552-4a83-8b95-8aaacc0f45e9 None None] Provisioning complete for port 40872839-0832-439e-9cc9-1ea0d3287a01 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:18:59.135295 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5535229-2552-4a83-8b95-8aaacc0f45e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:59.155404 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 40872839-0832-439e-9cc9-1ea0d3287a01 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:18:59.156025 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:59.170126 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Attempting to bind port 418f2bc0-04e4-475c-9570-e55780d7b38a on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:18:59.170499 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Attempting to bind port 418f2bc0-04e4-475c-9570-e55780d7b38a by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:18:59.175270 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Attempting to bind port 418f2bc0-04e4-475c-9570-e55780d7b38a on network bcdd3c2f-3978-457b-a82d-1be661dbdefa {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:18:59.189971 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:18:59.191545 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Checking segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:18:59.191667 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=935f5d09-dc1b-4715-b214-65302187f6e0,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:59.199981 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:59.200469 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Bound using segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:18:59.200977 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Bound port: 418f2bc0-04e4-475c-9570-e55780d7b38a, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:18:59.203506 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (418f2bc0-04e4-475c-9570-e55780d7b38a), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:59.233134 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Network d4eba8ad-7c32-4044-a2b9-370377016af4 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:18:59.234792 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:18:59.268281 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-71eadaa2-c878-4749-b0ab-94c65d08430b req-5a7615c8-7917-4320-8332-a65681fcf036 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 210 time: 0.1591506 Feb 12 04:18:59.322648 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e5535229-2552-4a83-8b95-8aaacc0f45e9 None None] Current status of the port 40872839-0832-439e-9cc9-1ea0d3287a01 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:18:59.330920 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 40872839-0832-439e-9cc9-1ea0d3287a01 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:18:59.339090 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:59.340957 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:59.342077 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:59.342615 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:59.343205 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:59.343846 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:59.344415 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:59.344959 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:59.345548 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:59.346270 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:59.346861 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:59.347398 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:59.347905 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Tracked resource versions report: Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: pushed versions: Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: { 'AddressGroup': {'1.2'}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'ConntrackHelper': {'1.0'}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'LocalIPAssociation': {'1.0'}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Log': {'1.0'}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Network': {'1.1'}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Port': {'1.7'}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'PortForwarding': {'1.2'}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'QosPolicy': {'1.10'}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'SecurityGroup': {'1.5'}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'SecurityGroupRule': {'1.2'}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'SubPort': {'1.0'}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Subnet': {'1.1'}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Trunk': {'1.1'}} Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: consumer versions: Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: { DHCP agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: HyperV agent@hv-cinder-82869: {}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: L3 agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: Metadata agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: Metering agent@dv-cinder-828696-3-iscsi: {}, Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: Open vSwitch agent@dv-cinder-828696-3-iscsi: { 'AddressGroup': '1.2', Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'ConntrackHelper': '1.0', Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'LocalIPAssociation': '1.0', Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Log': '1.0', Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Network': '1.1', Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Port': '1.7', Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'PortForwarding': '1.2', Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'QosPolicy': '1.10', Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'SecurityGroup': '1.5', Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'SecurityGroupRule': '1.2', Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'SubPort': '1.0', Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Subnet': '1.1', Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: 'Trunk': '1.1'}} Feb 12 04:18:59.349697 dv-cinder-828696-3-iscsi neutron-server[103160]: {{(pid=103160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 12 04:18:59.381349 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] For port 418f2bc0-04e4-475c-9570-e55780d7b38a, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:18:59.384978 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] For port 418f2bc0-04e4-475c-9570-e55780d7b38a, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=418f2bc0-04e4-475c-9570-e55780d7b38a,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:18:59.409959 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Publish callbacks [] for router_gateway (9c0a1719-14bb-495c-8830-05e5eb93c1f9), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:59.453485 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:18:59.469343 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Sync routers for ids ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:18:59.480932 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Routers {'9a9423a3-e368-43b7-aa7f-736d5da7ceda'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:18:59.481680 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:18:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:18:59.485823 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (418f2bc0-04e4-475c-9570-e55780d7b38a), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:59.499697 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Router 62758258-1904-4c50-9fd5-dfdcc3833066 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:18:59.555954 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Routers {'62758258-1904-4c50-9fd5-dfdcc3833066'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:18:59.556588 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:18:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['62758258-1904-4c50-9fd5-dfdcc3833066'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:18:59.570277 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:18:59.575074 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-e8eb76ff-d7f4-420b-90b0-9d91f7047d44 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1844552 Feb 12 04:18:59.575611 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58696) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:18:59.635836 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3b51a-f0d2-4162-a6da-d18d599c78f1 None None] Pushing event updated for resources: {'Port': ['ID=418f2bc0-04e4-475c-9570-e55780d7b38a,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:18:59.704914 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Set router 9a9423a3-e368-43b7-aa7f-736d5da7ceda gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:18:59.726925 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:18:59.738815 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-35ff7a73-4213-477e-b347-37454b99c7c4 admin admin] 10.222.0.31 "PUT /v2.0/routers/62758258-1904-4c50-9fd5-dfdcc3833066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7823958 Feb 12 04:18:59.793455 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] Set router 62758258-1904-4c50-9fd5-dfdcc3833066 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:18:59.795288 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997099'] for router (9c0a1719-14bb-495c-8830-05e5eb93c1f9), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:00.303647 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-70ba5e4f-246c-4be6-8ccf-d816b22c03c6 req-1275cc70-f4ff-4a59-8568-c4f7f9cc69dd tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 210 time: 0.0349445 Feb 12 04:19:00.309606 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:19:00.310269 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:18:57Z', 'revision_number': 3, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:00.310269 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Checking router: 9a9423a3-e368-43b7-aa7f-736d5da7ceda for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:19:00.310269 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Updating router 9a9423a3-e368-43b7-aa7f-736d5da7ceda port b888a0b9-1d50-4d46-af48-47b94cd94280 binding host dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:19:00.311151 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'name': 'tempest-ServerRescueNegativeTestJSON-345179841-router', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '418f2bc0-04e4-475c-9570-e55780d7b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:18:57Z', 'revision_number': 4, 'project_id': 'b322dc86ac594838a4aebaf0645d9c21', 'gw_port': {'id': '418f2bc0-04e4-475c-9570-e55780d7b38a', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '935f5d09-dc1b-4715-b214-65302187f6e0', 'name': '', 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'mac_address': 'fa:16:3e:f5:0f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a8aa06a1-c40f-46a3-abec-1ca7f50524f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:18:58Z', 'revision_number': 2, 'project_id': 'b322dc86ac594838a4aebaf0645d9c21', 'subnets': [{'id': 'a8aa06a1-c40f-46a3-abec-1ca7f50524f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:00.311280 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b888a0b9-1d50-4d46-af48-47b94cd94280), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:00.311356 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb46cfe7-170f-4b49-9977-9cb5f9a0ee1a None None] The sync data for ids ['62758258-1904-4c50-9fd5-dfdcc3833066'] in dv-cinder-828696-3-iscsi is: [{'id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'name': 'tempest-ServerRescueNegativeTestJSON-345179841-router', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '418f2bc0-04e4-475c-9570-e55780d7b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:18:57Z', 'revision_number': 4, 'project_id': 'b322dc86ac594838a4aebaf0645d9c21', 'gw_port': {'id': '418f2bc0-04e4-475c-9570-e55780d7b38a', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '935f5d09-dc1b-4715-b214-65302187f6e0', 'name': '', 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'mac_address': 'fa:16:3e:f5:0f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a8aa06a1-c40f-46a3-abec-1ca7f50524f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:18:58Z', 'revision_number': 2, 'project_id': 'b322dc86ac594838a4aebaf0645d9c21', 'subnets': [{'id': 'a8aa06a1-c40f-46a3-abec-1ca7f50524f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:19:00.311476 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 is scheduled to L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc with binding_index 1 {{(pid=103158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 12 04:19:00.311552 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:00.468198 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Publish callbacks [] for port (b888a0b9-1d50-4d46-af48-47b94cd94280), precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:00.530860 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b888a0b9-1d50-4d46-af48-47b94cd94280), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:00.531574 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Allocated IP 172.20.0.1 (a470119b-e597-4f7c-b914-bdedfeebd027/9e097ae6-88b7-4785-b35b-e83f2dfc78cb/a6d8dfb9-9b0f-4f97-a37b-f97022f4453c) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:19:00.615261 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Attempting to bind port b888a0b9-1d50-4d46-af48-47b94cd94280 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:19:00.616305 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Attempting to bind port b888a0b9-1d50-4d46-af48-47b94cd94280 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:19:00.616786 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Attempting to bind port b888a0b9-1d50-4d46-af48-47b94cd94280 on network bcdd3c2f-3978-457b-a82d-1be661dbdefa {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:00.621571 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa4348-1356-454c-8c85-0c6ad0dd8e4c None None] Pushing event updated for resources: {'Port': ['ID=b888a0b9-1d50-4d46-af48-47b94cd94280,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:00.626359 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:19:00.626733 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Checking segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:19:00.627134 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:00.627520 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Bound using segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:19:00.628558 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Bound port: b888a0b9-1d50-4d46-af48-47b94cd94280, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:19:00.628558 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b888a0b9-1d50-4d46-af48-47b94cd94280), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:00.656352 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e650f022-d149-4b1e-818a-c1b8addeabfa req-c20254fd-58af-4b1c-9232-332ecaeb8649 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 210 time: 0.2555304 Feb 12 04:19:00.685129 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:19:00.688728 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Publish callbacks [] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:00.694500 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] For port b888a0b9-1d50-4d46-af48-47b94cd94280, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:19:00.701259 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-b43e26ed-c9b5-455e-b362-2e6dc1373585 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:00.703465 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Sync routers for ids ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:19:00.703663 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] For port b888a0b9-1d50-4d46-af48-47b94cd94280, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b888a0b9-1d50-4d46-af48-47b94cd94280,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:19:00.705326 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-b43e26ed-c9b5-455e-b362-2e6dc1373585 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/networks?id=d4eba8ad-7c32-4044-a2b9-370377016af4 HTTP/1.1" status: 200 len: 818 time: 0.3679903 Feb 12 04:19:00.721426 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Routers {'9c0a1719-14bb-495c-8830-05e5eb93c1f9'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:19:00.722407 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:18:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:00.741037 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-f4da42ca-2d48-4ffd-b4da-fc43377e1880 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/quotas/b322dc86ac594838a4aebaf0645d9c21 HTTP/1.1" status: 200 len: 375 time: 0.0182939 Feb 12 04:19:00.832211 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-155b0ce6-9462-472a-b28f-1a25f1d4a639 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b322dc86ac594838a4aebaf0645d9c21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0847301 Feb 12 04:19:00.881761 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Set router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:19:00.933314 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-12fb7558-1b98-4893-9be0-17821ec286f4 service neutron] 10.222.0.31 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916765 Feb 12 04:19:00.999633 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b888a0b9-1d50-4d46-af48-47b94cd94280), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:01.040559 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:01.043724 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:01.063993 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa4348-1356-454c-8c85-0c6ad0dd8e4c None None] Pushing event updated for resources: {'Port': ['ID=b888a0b9-1d50-4d46-af48-47b94cd94280,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:01.067056 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Routers {'9a9423a3-e368-43b7-aa7f-736d5da7ceda'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:19:01.067765 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:18:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:01.072216 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:01.084653 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-6f4eda98-a977-4dba-97df-fe9908e66215 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3738508 Feb 12 04:19:01.087729 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58734) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:01.098122 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-b0e8e216-b027-4f69-8566-818fb48cd93e service neutron] 10.222.0.31 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588082 Feb 12 04:19:01.118327 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Network a470119b-e597-4f7c-b914-bdedfeebd027 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:19:01.126587 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:19:01.131079 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:19:01.131555 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996566'] for router_interface (9a9423a3-e368-43b7-aa7f-736d5da7ceda), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:01.175722 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:18:58Z', 'revision_number': 3, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:01.238042 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Checking router: 9c0a1719-14bb-495c-8830-05e5eb93c1f9 for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:19:01.238400 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Updating router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 port 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe binding host dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:19:01.254268 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-32985ac9-b6e0-4f47-91d5-d6cd43f17ccd req-c517f8e9-52f5-4566-ac4d-02c5a328dff4 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 210 time: 0.0796087 Feb 12 04:19:01.370185 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] Set router 9a9423a3-e368-43b7-aa7f-736d5da7ceda gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:19:01.401163 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d8dfb9-9b0f-4f97-a37b-f97022f4453c,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:01.467160 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (913bd3f3-2d2f-40cc-b24a-62ca3170fcfe), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:01.534865 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:01.685308 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9fa13454-9b70-42cb-81ed-d959a17977b9 req-fdf74492-608f-4447-ad7a-9407c83a0299 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 210 time: 0.0542316 Feb 12 04:19:01.864755 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-467b30d6-d1f4-482a-a207-f6687e7b56f6 None None] Provisioning complete for port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:01.865128 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-467b30d6-d1f4-482a-a207-f6687e7b56f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:01.941752 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Publish callbacks [] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:02.074805 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:02.075818 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1000998'] for router_interface (9a9423a3-e368-43b7-aa7f-736d5da7ceda), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:02.126741 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-467b30d6-d1f4-482a-a207-f6687e7b56f6 None None] Port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:19:02.152738 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:18:57Z', 'revision_number': 3, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:02.182006 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Publish callbacks [] for port (913bd3f3-2d2f-40cc-b24a-62ca3170fcfe), precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:02.203382 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f9e3a1-e0a0-4b89-9255-2f32d8699875 None None] The sync data for ids ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'] in dv-cinder-828696-3-iscsi is: [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:18:57Z', 'revision_number': 3, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:19:02.220443 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df20ea4b-d796-4376-b1d8-7290d21937fe req-0a9e8f2b-8505-4c51-8d15-10a4f224d47f tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 210 time: 0.0775604 Feb 12 04:19:02.236367 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d8dfb9-9b0f-4f97-a37b-f97022f4453c,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:02.250311 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (913bd3f3-2d2f-40cc-b24a-62ca3170fcfe), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:02.265615 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:02.336519 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8c1f0-e47c-48c8-b89e-f50e0059af06 None None] Pushing event updated for resources: {'Port': ['ID=913bd3f3-2d2f-40cc-b24a-62ca3170fcfe,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:02.393968 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Attempting to bind port 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:19:02.394520 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Attempting to bind port 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:19:02.395027 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Attempting to bind port 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe on network bcdd3c2f-3978-457b-a82d-1be661dbdefa {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:02.407379 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:19:02.407980 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Checking segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:19:02.408613 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:02.409175 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Bound using segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:19:02.409684 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Bound port: 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:19:02.410069 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (913bd3f3-2d2f-40cc-b24a-62ca3170fcfe), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:02.420361 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Network a470119b-e597-4f7c-b914-bdedfeebd027 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:19:02.422202 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:19:02.513705 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] For port 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:19:02.516931 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] For port 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=913bd3f3-2d2f-40cc-b24a-62ca3170fcfe,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:19:02.543866 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f947b72d-11e8-4b8b-810a-f9fe3d8bf9be req-b58c9772-333c-4ec8-b04a-2c48530efdac tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 210 time: 0.1251349 Feb 12 04:19:02.555786 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 418f2bc0-04e4-475c-9570-e55780d7b38a up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:02.606552 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (913bd3f3-2d2f-40cc-b24a-62ca3170fcfe), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:02.652280 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Router 9a9423a3-e368-43b7-aa7f-736d5da7ceda has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:19:02.684486 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 418f2bc0-04e4-475c-9570-e55780d7b38a triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:02.685592 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (418f2bc0-04e4-475c-9570-e55780d7b38a), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:02.727961 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Routers {'9c0a1719-14bb-495c-8830-05e5eb93c1f9'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:19:02.728737 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:18:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:02.737886 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Allocated IP 172.20.0.1 (306165a8-01e9-47a6-9b7a-50f5488101e0/2345433c-525e-49b3-a782-8ff78220c794/b09e011c-198d-4dd9-8b04-fa84162cbcb7) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:19:02.887942 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-f1543c90-347c-4bb7-b022-43cdf4131301 None None] Provisioning complete for port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:02.888232 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f1543c90-347c-4bb7-b022-43cdf4131301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:02.891381 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 418f2bc0-04e4-475c-9570-e55780d7b38a is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:02.891381 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (418f2bc0-04e4-475c-9570-e55780d7b38a), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:02.935579 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] Set router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:19:02.952424 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-4e89fafc-9e1e-4a28-8dec-b625c05c8008 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:02.965827 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port 418f2bc0-04e4-475c-9570-e55780d7b38a, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=418f2bc0-04e4-475c-9570-e55780d7b38a,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:02.969626 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-4e89fafc-9e1e-4a28-8dec-b625c05c8008 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/networks?id=d4eba8ad-7c32-4044-a2b9-370377016af4 HTTP/1.1" status: 200 len: 818 time: 0.5649025 Feb 12 04:19:02.989394 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-f1543c90-347c-4bb7-b022-43cdf4131301 None None] Port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:19:03.074710 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-bc3f4fa0-c279-40f0-ba1a-dec413935880 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/quotas/b322dc86ac594838a4aebaf0645d9c21 HTTP/1.1" status: 200 len: 375 time: 0.0507290 Feb 12 04:19:03.075942 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8c1f0-e47c-48c8-b89e-f50e0059af06 None None] Pushing event updated for resources: {'Port': ['ID=913bd3f3-2d2f-40cc-b24a-62ca3170fcfe,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:03.109165 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (418f2bc0-04e4-475c-9570-e55780d7b38a), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:03.122199 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Publish callbacks [] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:03.152518 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:19:03.158174 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-d875f86d-f0e8-49cb-af4f-a32ba14679ca tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b322dc86ac594838a4aebaf0645d9c21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1350992 Feb 12 04:19:03.167283 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-dd1c9318-fe77-4a15-88fb-09fb05ca8704 admin admin] 10.222.0.31 "PUT /v2.0/routers/9a9423a3-e368-43b7-aa7f-736d5da7ceda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5905874 Feb 12 04:19:03.193344 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=418f2bc0-04e4-475c-9570-e55780d7b38a,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:03.231753 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:18:58Z', 'revision_number': 3, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:03.259152 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b679dbd4-2dd0-46fa-9383-0982734065f0 None None] The sync data for ids ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'] in dv-cinder-828696-3-iscsi is: [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:18:58Z', 'revision_number': 3, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:19:03.396375 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-f9ea387d-dc59-4120-a3cd-d504bf37ea0a service neutron] 10.222.0.31 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370420 Feb 12 04:19:03.417116 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e1be879a-5f17-4235-9b54-5aab1a3d7b51 req-93fb8923-2fd3-42d8-93e0-bd5eb9e50297 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 210 time: 0.0760014 Feb 12 04:19:03.419669 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:03.669373 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Network 306165a8-01e9-47a6-9b7a-50f5488101e0 is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:19:03.672652 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:19:03.678727 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:19:03.679217 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996566'] for router_interface (9c0a1719-14bb-495c-8830-05e5eb93c1f9), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:03.699677 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Pushing event updated for resources: {'Port': ['ID=b09e011c-198d-4dd9-8b04-fa84162cbcb7,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:03.754993 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Sync routers for ids ['62758258-1904-4c50-9fd5-dfdcc3833066'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:19:03.776106 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Routers {'62758258-1904-4c50-9fd5-dfdcc3833066'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:19:03.776749 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:18:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['62758258-1904-4c50-9fd5-dfdcc3833066'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:03.833582 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-b2f19dc1-a8c6-4f5d-9999-e69d53b060ba service neutron] 10.222.0.31 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362893 Feb 12 04:19:03.968658 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Set router 62758258-1904-4c50-9fd5-dfdcc3833066 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:19:04.016179 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58810) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:04.020860 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-e6e3f28a-787f-4a59-bf5e-18891631d3df tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--962866203', 'description': 'tempest-description--1047513185'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:04.082498 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-e740fb9e-8758-4750-9f8b-3e312b632295 None None] Provisioning complete for port b09e011c-198d-4dd9-8b04-fa84162cbcb7 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:04.082953 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e740fb9e-8758-4750-9f8b-3e312b632295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:04.110109 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-739c3514-c655-4fbb-a9fd-2e64bb5254d3 req-d9413dbe-f9a3-40a1-9bba-59577e40f5c1 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 210 time: 0.0507364 Feb 12 04:19:04.186690 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:04.187024 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e740fb9e-8758-4750-9f8b-3e312b632295 None None] Port b09e011c-198d-4dd9-8b04-fa84162cbcb7 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:19:04.209835 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e6e3f28a-787f-4a59-bf5e-18891631d3df tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:04.296037 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fcb15a6d-87ae-4ce1-8991-42533540a9d6 req-32bb2b74-295e-4fad-86a3-eccfa95220db tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 210 time: 0.0400069 Feb 12 04:19:04.349690 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'name': 'tempest-ServerRescueNegativeTestJSON-345179841-router', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '418f2bc0-04e4-475c-9570-e55780d7b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:18:57Z', 'revision_number': 4, 'project_id': 'b322dc86ac594838a4aebaf0645d9c21', 'gw_port': {'id': '418f2bc0-04e4-475c-9570-e55780d7b38a', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '935f5d09-dc1b-4715-b214-65302187f6e0', 'name': '', 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'mac_address': 'fa:16:3e:f5:0f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a8aa06a1-c40f-46a3-abec-1ca7f50524f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:18:58Z', 'revision_number': 2, 'project_id': 'b322dc86ac594838a4aebaf0645d9c21', 'subnets': [{'id': 'a8aa06a1-c40f-46a3-abec-1ca7f50524f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:04.373077 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e6e3f28a-787f-4a59-bf5e-18891631d3df tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group (278dafc4-b078-4775-9e95-03a6ef2ba01b), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:04.393144 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Checking router: 62758258-1904-4c50-9fd5-dfdcc3833066 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:19:04.393144 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Updating router 62758258-1904-4c50-9fd5-dfdcc3833066 port 935f5d09-dc1b-4715-b214-65302187f6e0 binding host dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:19:04.425488 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (935f5d09-dc1b-4715-b214-65302187f6e0), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:04.462433 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e6e3f28a-787f-4a59-bf5e-18891631d3df tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (278dafc4-b078-4775-9e95-03a6ef2ba01b), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:04.525396 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3f28a-787f-4a59-bf5e-18891631d3df tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=278dafc4-b078-4775-9e95-03a6ef2ba01b,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:04.618044 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Publish callbacks [] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:04.654232 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6cdd9dde-7efb-4c15-936c-c7c19b84d86f req-0701b2bd-d2fb-4f7e-ba91-620c08b01dfb tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 210 time: 0.0336497 Feb 12 04:19:04.670503 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e6e3f28a-787f-4a59-bf5e-18891631d3df tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:04.683785 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58832) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:04.683785 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-c0dab98b-9757-411c-9c36-611ef1faba7f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Request body: {'security_group_rule': {'security_group_id': '278dafc4-b078-4775-9e95-03a6ef2ba01b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:04.684960 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-e6e3f28a-787f-4a59-bf5e-18891631d3df tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6674163 Feb 12 04:19:04.706364 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:04.707186 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1000998'] for router_interface (9c0a1719-14bb-495c-8830-05e5eb93c1f9), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:04.833687 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Pushing event updated for resources: {'Port': ['ID=b09e011c-198d-4dd9-8b04-fa84162cbcb7,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:04.839529 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:04.876811 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c0dab98b-9757-411c-9c36-611ef1faba7f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group_rule (86b73876-30fb-43e7-9610-bedcff27857c), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:04.942499 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:04.942764 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (913bd3f3-2d2f-40cc-b24a-62ca3170fcfe), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:04.950564 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Network 306165a8-01e9-47a6-9b7a-50f5488101e0 is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:19:04.959210 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:19:05.011629 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Publish callbacks [] for port (935f5d09-dc1b-4715-b214-65302187f6e0), precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:05.049889 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c0dab98b-9757-411c-9c36-611ef1faba7f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group_rule (86b73876-30fb-43e7-9610-bedcff27857c), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:05.068362 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:05.068824 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (913bd3f3-2d2f-40cc-b24a-62ca3170fcfe), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:05.092194 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=913bd3f3-2d2f-40cc-b24a-62ca3170fcfe,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:05.115506 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:19:05.188349 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (913bd3f3-2d2f-40cc-b24a-62ca3170fcfe), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:05.189136 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b888a0b9-1d50-4d46-af48-47b94cd94280 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:05.192444 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (935f5d09-dc1b-4715-b214-65302187f6e0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:05.201635 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c0dab98b-9757-411c-9c36-611ef1faba7f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (86b73876-30fb-43e7-9610-bedcff27857c), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:05.339829 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ab40037c-fc3f-410c-ac08-7ef706f5b576 req-0a574ef1-5ce5-4eed-a0fe-36c7018a43c1 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 210 time: 0.0681822 Feb 12 04:19:05.343057 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dab98b-9757-411c-9c36-611ef1faba7f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b73876-30fb-43e7-9610-bedcff27857c,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:05.385488 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-c88236a7-fa14-48d3-82ee-eb0ebad23cbf None None] Provisioning complete for port b09e011c-198d-4dd9-8b04-fa84162cbcb7 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:05.385964 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c88236a7-fa14-48d3-82ee-eb0ebad23cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:05.401445 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-892d9320-9fee-498e-8ff2-1ae04a060488 req-5532327a-c7f3-4a78-93ec-8a781d334371 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 210 time: 0.0368824 Feb 12 04:19:05.404469 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:19:05.427153 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-2f760d18-ac57-49a1-904d-9224badbf39f admin admin] 10.222.0.31 "PUT /v2.0/routers/9c0a1719-14bb-495c-8830-05e5eb93c1f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3373940 Feb 12 04:19:05.458701 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c0dab98b-9757-411c-9c36-611ef1faba7f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:05.461429 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58858) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:05.461919 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-c0dab98b-9757-411c-9c36-611ef1faba7f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7800026 Feb 12 04:19:05.469134 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-41b0aae6-5f85-47e0-aca8-1ea1883c4655 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Request body: {'security_group_rule': {'security_group_id': '278dafc4-b078-4775-9e95-03a6ef2ba01b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:05.474047 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=913bd3f3-2d2f-40cc-b24a-62ca3170fcfe,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:05.574050 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port b888a0b9-1d50-4d46-af48-47b94cd94280 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:05.574442 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b888a0b9-1d50-4d46-af48-47b94cd94280), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:05.576025 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-c88236a7-fa14-48d3-82ee-eb0ebad23cbf None None] Port b09e011c-198d-4dd9-8b04-fa84162cbcb7 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:19:05.613757 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-41b0aae6-5f85-47e0-aca8-1ea1883c4655 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group_rule (3f2882c9-a468-451d-a3d2-144d7844cc80), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:05.642856 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Attempting to bind port 935f5d09-dc1b-4715-b214-65302187f6e0 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:19:05.643228 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Attempting to bind port 935f5d09-dc1b-4715-b214-65302187f6e0 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': 'ba496fde-03f0-44f4-a945-766e140fdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:19:05.643587 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Attempting to bind port 935f5d09-dc1b-4715-b214-65302187f6e0 on network d4eba8ad-7c32-4044-a2b9-370377016af4 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:05.662318 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:19:05.665532 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Checking segment: {'id': 'ba496fde-03f0-44f4-a945-766e140fdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:19:05.665532 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:05.665532 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Bound using segment: {'id': 'ba496fde-03f0-44f4-a945-766e140fdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:19:05.665532 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Bound port: 935f5d09-dc1b-4715-b214-65302187f6e0, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba496fde-03f0-44f4-a945-766e140fdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:19:05.665532 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (935f5d09-dc1b-4715-b214-65302187f6e0), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:05.666655 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b4266-23ed-4d65-ba2c-afa69d054662 None None] Pushing event updated for resources: {'Port': ['ID=935f5d09-dc1b-4715-b214-65302187f6e0,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:05.688446 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.42', 65199) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:05.786384 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.42', 65200) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:05.791271 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Sync routers for ids ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:19:05.810915 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Routers {'9a9423a3-e368-43b7-aa7f-736d5da7ceda'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:19:05.813666 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:18:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:05.890301 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-41b0aae6-5f85-47e0-aca8-1ea1883c4655 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group_rule (3f2882c9-a468-451d-a3d2-144d7844cc80), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:05.934656 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port b888a0b9-1d50-4d46-af48-47b94cd94280 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:05.935246 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b888a0b9-1d50-4d46-af48-47b94cd94280), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:05.954305 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] For port 935f5d09-dc1b-4715-b214-65302187f6e0, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:19:05.961204 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] For port 935f5d09-dc1b-4715-b214-65302187f6e0, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=935f5d09-dc1b-4715-b214-65302187f6e0,segment=NetworkSegment(ba496fde-03f0-44f4-a945-766e140fdb0a),segment_id=ba496fde-03f0-44f4-a945-766e140fdb0a)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:19:05.967906 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-33735449-c59e-4c22-ad16-56e62c367bdc tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:05.973740 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-33735449-c59e-4c22-ad16-56e62c367bdc tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.42 "GET /v2.0/networks?id=5cd1924f-17ba-4894-907a-e01184fe91d9 HTTP/1.1" status: 200 len: 812 time: 0.2616918 Feb 12 04:19:05.986426 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Set router 9a9423a3-e368-43b7-aa7f-736d5da7ceda gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:19:05.989041 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port b888a0b9-1d50-4d46-af48-47b94cd94280, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b888a0b9-1d50-4d46-af48-47b94cd94280,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:06.035777 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-9bbd644c-3b11-4df8-9ae9-656739b687c7 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Request body: {'port': {'device_id': '91ffc43c-6075-4974-9b87-bed6a78914c3', 'network_id': '5cd1924f-17ba-4894-907a-e01184fe91d9', 'admin_state_up': True, 'tenant_id': 'f11a00f62cf540c79ea14b02953dfd19'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:06.037407 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-41b0aae6-5f85-47e0-aca8-1ea1883c4655 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (3f2882c9-a468-451d-a3d2-144d7844cc80), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:06.107876 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (935f5d09-dc1b-4715-b214-65302187f6e0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:06.112473 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b888a0b9-1d50-4d46-af48-47b94cd94280), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:06.116420 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 418f2bc0-04e4-475c-9570-e55780d7b38a up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:06.179563 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0aae6-5f85-47e0-aca8-1ea1883c4655 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2882c9-a468-451d-a3d2-144d7844cc80,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:06.215179 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-cf2bb29f-4ec0-4efb-a4d9-05e7db32ccaf tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:06.218278 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-cf2bb29f-4ec0-4efb-a4d9-05e7db32ccaf tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "GET /v2.0/networks?id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a HTTP/1.1" status: 200 len: 815 time: 0.4144280 Feb 12 04:19:06.250954 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-445a206b-c24c-408e-8398-759721933187 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Request body: {'port': {'device_id': '30d39788-4a0a-4590-811a-bda70e802bc8', 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a', 'admin_state_up': True, 'tenant_id': 'fece42b3279f4d4aac21d7922c52c5ed'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:06.308418 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.42', 65204) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:06.320614 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b4266-23ed-4d65-ba2c-afa69d054662 None None] Pushing event updated for resources: {'Port': ['ID=935f5d09-dc1b-4715-b214-65302187f6e0,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:06.343257 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Sync routers for ids ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:19:06.378412 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-41b0aae6-5f85-47e0-aca8-1ea1883c4655 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:06.379494 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-41b0aae6-5f85-47e0-aca8-1ea1883c4655 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9163113 Feb 12 04:19:06.411814 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 58900) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:06.414634 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dbf03777-3d64-4c8a-8b4c-4aed6863ff91 req-34624f70-99eb-46ec-a724-6e5dfaf833ac tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 210 time: 0.0669675 Feb 12 04:19:06.438577 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Request body: {'floatingip': {'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:06.498496 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Routers {'9c0a1719-14bb-495c-8830-05e5eb93c1f9'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:19:06.499234 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:18:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:06.505606 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58912) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:06.520870 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-dab1d9b2-b6ca-4913-9bf2-8e911c64fe56 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--94807970', 'description': 'tempest-description--327098808'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:06.613328 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 2, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:06.634257 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:06.650098 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-9bbd644c-3b11-4df8-9ae9-656739b687c7 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Made reservation on behalf of f11a00f62cf540c79ea14b02953dfd19 for: {'port': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:19:06.670038 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Routers {'62758258-1904-4c50-9fd5-dfdcc3833066'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:19:06.676547 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:18:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['62758258-1904-4c50-9fd5-dfdcc3833066'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:06.676794 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-9bbd644c-3b11-4df8-9ae9-656739b687c7 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:06.677644 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Checking router: 9a9423a3-e368-43b7-aa7f-736d5da7ceda for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:19:06.678164 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Updating router 9a9423a3-e368-43b7-aa7f-736d5da7ceda port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c binding host dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:19:06.700410 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 418f2bc0-04e4-475c-9570-e55780d7b38a triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:06.700866 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (418f2bc0-04e4-475c-9570-e55780d7b38a), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:06.821508 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:06.891293 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-052a0c8a-4ddc-4a5a-9fc7-a1cfc9176721 req-8f2561ef-9116-45f2-916a-a738ab290cbc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 210 time: 0.1136606 Feb 12 04:19:07.115021 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=b888a0b9-1d50-4d46-af48-47b94cd94280,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:07.284260 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b1f798fd-f31a-4ccc-82d2-73cf7d886e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:07.311976 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dab1d9b2-b6ca-4913-9bf2-8e911c64fe56 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:07.329643 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Set router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:19:07.334398 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] Set router 62758258-1904-4c50-9fd5-dfdcc3833066 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:19:07.362262 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 418f2bc0-04e4-475c-9570-e55780d7b38a is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:07.425907 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-e14af30e-31a5-41f0-b771-e567ce81de4a tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:07.430115 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-e14af30e-31a5-41f0-b771-e567ce81de4a tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.42 "GET /v2.0/networks?id=d4eba8ad-7c32-4044-a2b9-370377016af4 HTTP/1.1" status: 200 len: 818 time: 1.1197476 Feb 12 04:19:07.468995 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-84714547-997e-42d9-a292-09d8b39e571e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Request body: {'port': {'device_id': '5d27b809-ac65-4266-99af-19350a4a9c03', 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4', 'admin_state_up': True, 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:07.477111 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.42', 65215) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:07.651879 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-445a206b-c24c-408e-8398-759721933187 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Made reservation on behalf of fece42b3279f4d4aac21d7922c52c5ed for: {'port': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:19:07.656106 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-445a206b-c24c-408e-8398-759721933187 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:07.673862 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Publish callbacks [] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:07.680122 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:07.682043 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a44e5a64-d1e4-456b-bb1f-461aa42b20a9 req-65722d78-4a19-490e-9e0a-c7d6c0f8db8a tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 210 time: 0.7814114 Feb 12 04:19:07.721097 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dab1d9b2-b6ca-4913-9bf2-8e911c64fe56 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group (94630dbe-b03f-479b-a128-4963bafc3f1a), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:07.769932 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-db910603-16f3-44c0-846a-ec7fcb579cd5 req-4df7f15f-d346-4f12-b643-f603e7707161 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 210 time: 0.0704618 Feb 12 04:19:07.785349 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:07.879721 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-9bbd644c-3b11-4df8-9ae9-656739b687c7 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Allocated IP 172.20.0.4 (5cd1924f-17ba-4894-907a-e01184fe91d9/7a05ab62-e6d7-4623-954e-3b90cea13d4b/5d181d11-dd58-4c59-a93c-997e0ea1eb58) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:19:07.890301 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dee396-30e9-495a-b03d-d8c99bbdddac None None] Pushing event updated for resources: {'Port': ['ID=a6d8dfb9-9b0f-4f97-a37b-f97022f4453c,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:07.942530 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:07.942530 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (913bd3f3-2d2f-40cc-b24a-62ca3170fcfe), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:08.060368 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'name': 'tempest-ServerRescueNegativeTestJSON-345179841-router', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '418f2bc0-04e4-475c-9570-e55780d7b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:18:57Z', 'revision_number': 4, 'project_id': 'b322dc86ac594838a4aebaf0645d9c21', 'gw_port': {'id': '418f2bc0-04e4-475c-9570-e55780d7b38a', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '935f5d09-dc1b-4715-b214-65302187f6e0', 'name': '', 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'mac_address': 'fa:16:3e:f5:0f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a8aa06a1-c40f-46a3-abec-1ca7f50524f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': 'b322dc86ac594838a4aebaf0645d9c21', 'subnets': [{'id': 'a8aa06a1-c40f-46a3-abec-1ca7f50524f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:08.104071 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Attempting to bind port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:19:08.104683 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Attempting to bind port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:19:08.105255 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Attempting to bind port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c on network a470119b-e597-4f7c-b914-bdedfeebd027 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:08.116472 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:19:08.119424 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Checking segment: {'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:19:08.120035 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:08.120686 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Bound using segment: {'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:19:08.125023 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Bound port: a6d8dfb9-9b0f-4f97-a37b-f97022f4453c, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:19:08.125809 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:08.161952 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-63d3c4fb-bc9c-4cf5-aa2a-8a729e446f05 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:08.178449 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2728be-9beb-4bc5-8fe2-e9da5f62bdfb None None] The sync data for ids ['62758258-1904-4c50-9fd5-dfdcc3833066'] in dv-cinder-828696-3-iscsi is: [{'id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'name': 'tempest-ServerRescueNegativeTestJSON-345179841-router', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '418f2bc0-04e4-475c-9570-e55780d7b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:18:57Z', 'revision_number': 4, 'project_id': 'b322dc86ac594838a4aebaf0645d9c21', 'gw_port': {'id': '418f2bc0-04e4-475c-9570-e55780d7b38a', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '935f5d09-dc1b-4715-b214-65302187f6e0', 'name': '', 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'mac_address': 'fa:16:3e:f5:0f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a8aa06a1-c40f-46a3-abec-1ca7f50524f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': 'b322dc86ac594838a4aebaf0645d9c21', 'subnets': [{'id': 'a8aa06a1-c40f-46a3-abec-1ca7f50524f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:19:08.186500 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-63d3c4fb-bc9c-4cf5-aa2a-8a729e446f05 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.42 "GET /v2.0/networks?id=d4eba8ad-7c32-4044-a2b9-370377016af4 HTTP/1.1" status: 200 len: 818 time: 0.6871235 Feb 12 04:19:08.311804 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-2076cfe6-d7ec-4db0-bc99-9818ab7521e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Request body: {'port': {'device_id': 'adde7f41-c793-4cdd-b9ac-94923b7ab588', 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4', 'admin_state_up': True, 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:08.322601 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58988) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:08.323016 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 58990) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:08.359713 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2363a3c6-846c-47da-912f-fa9d2c59fc24 req-d3b026ac-4ec9-4716-810e-7bcb853b603d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 210 time: 0.2500429 Feb 12 04:19:08.384544 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] For port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:19:08.385421 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:04Z', 'revision_number': 2, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:08.400881 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] For port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=a6d8dfb9-9b0f-4f97-a37b-f97022f4453c,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:19:08.408496 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dab1d9b2-b6ca-4913-9bf2-8e911c64fe56 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (94630dbe-b03f-479b-a128-4963bafc3f1a), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:08.476749 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1d9b2-b6ca-4913-9bf2-8e911c64fe56 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94630dbe-b03f-479b-a128-4963bafc3f1a,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:08.485536 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-445a206b-c24c-408e-8398-759721933187 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Allocated IP 172.20.0.7 (5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a/9dd2e30a-6546-4562-a28e-669b8297f414/28c9098c-2911-456c-a866-c46cf15a8c35) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:19:08.502477 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:08.504901 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:08.512087 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Checking router: 9c0a1719-14bb-495c-8830-05e5eb93c1f9 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:19:08.516308 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Updating router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 port b09e011c-198d-4dd9-8b04-fa84162cbcb7 binding host dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:19:08.535957 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-84714547-997e-42d9-a292-09d8b39e571e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Made reservation on behalf of b322dc86ac594838a4aebaf0645d9c21 for: {'port': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:19:08.560363 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-84714547-997e-42d9-a292-09d8b39e571e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:08.603798 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:08.605985 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 935f5d09-dc1b-4715-b214-65302187f6e0 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:08.685768 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-3bd514d9-bd6e-40aa-8839-27e07d021bd0 None None] Provisioning complete for port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:08.686597 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3bd514d9-bd6e-40aa-8839-27e07d021bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:08.693976 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:08.762331 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dab1d9b2-b6ca-4913-9bf2-8e911c64fe56 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:08.762331 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-dab1d9b2-b6ca-4913-9bf2-8e911c64fe56 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.2503643 Feb 12 04:19:08.776567 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59000) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:08.782005 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-541b0dd1-e0ce-4ce0-97da-52195dcc6b9c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Request body: {'security_group_rule': {'security_group_id': '94630dbe-b03f-479b-a128-4963bafc3f1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:08.947726 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1436623d-8e52-4bde-ba02-c9d144f0160b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:08.976139 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 935f5d09-dc1b-4715-b214-65302187f6e0 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:08.976139 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (935f5d09-dc1b-4715-b214-65302187f6e0), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.037457 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Routers {'9a9423a3-e368-43b7-aa7f-736d5da7ceda'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:19:09.037457 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:18:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:09.042438 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dee396-30e9-495a-b03d-d8c99bbdddac None None] Pushing event updated for resources: {'Port': ['ID=a6d8dfb9-9b0f-4f97-a37b-f97022f4453c,revision_number=4']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:09.044421 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6c0ebcbf-495e-4c03-9aa8-a4f9cb5c807e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.319898 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-3bd514d9-bd6e-40aa-8839-27e07d021bd0 None None] Current status of the port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:09.321029 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3bd514d9-bd6e-40aa-8839-27e07d021bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.326923 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] Set router 9a9423a3-e368-43b7-aa7f-736d5da7ceda gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:19:09.341431 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-101ce112-feee-4641-830d-d9baaabc5c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.376368 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Allocated IP 172.27.3.182 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/de12af61-4401-463b-8058-f23e9bea4e13) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:19:09.377015 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-3bd514d9-bd6e-40aa-8839-27e07d021bd0 None None] For port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=a6d8dfb9-9b0f-4f97-a37b-f97022f4453c,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:09.448358 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-541b0dd1-e0ce-4ce0-97da-52195dcc6b9c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group_rule (8dabf776-0af5-4a11-b821-3f4f86656182), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.478927 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 935f5d09-dc1b-4715-b214-65302187f6e0 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:09.479311 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (935f5d09-dc1b-4715-b214-65302187f6e0), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.511240 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-84714547-997e-42d9-a292-09d8b39e571e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Allocated IP 172.20.0.10 (d4eba8ad-7c32-4044-a2b9-370377016af4/a8aa06a1-c40f-46a3-abec-1ca7f50524f1/d5e20402-d3d7-4588-9215-82923e13decf) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:19:09.514193 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3bd514d9-bd6e-40aa-8839-27e07d021bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.527111 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-445a206b-c24c-408e-8398-759721933187 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks [] for port (28c9098c-2911-456c-a866-c46cf15a8c35), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.585382 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd514d9-bd6e-40aa-8839-27e07d021bd0 None None] Pushing event updated for resources: {'Port': ['ID=a6d8dfb9-9b0f-4f97-a37b-f97022f4453c,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:09.641497 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-10916042-ac87-48b4-9d3a-89ed22db539c req-4a906de8-2949-4ab4-baa6-da49ea93fc0f tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 210 time: 0.2333739 Feb 12 04:19:09.668643 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-67767f72-5f14-4fdd-a324-efb16d950fff req-f611c727-0e31-474f-946e-7df12afb0ca1 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 210 time: 0.2649827 Feb 12 04:19:09.677080 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1436623d-8e52-4bde-ba02-c9d144f0160b admin admin] Publish callbacks [] for security_group (acc8df49-f5da-42da-9294-45e23027d097), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.689756 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port 935f5d09-dc1b-4715-b214-65302187f6e0, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=935f5d09-dc1b-4715-b214-65302187f6e0,segment=NetworkSegment(ba496fde-03f0-44f4-a945-766e140fdb0a),segment_id=ba496fde-03f0-44f4-a945-766e140fdb0a)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:09.715799 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-430f1e1e-06e4-4ceb-a620-37136dd64c15 None None] Provisioning complete for port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:09.716240 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-430f1e1e-06e4-4ceb-a620-37136dd64c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.728120 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6c0ebcbf-495e-4c03-9aa8-a4f9cb5c807e admin admin] Publish callbacks [] for security_group (717b3c0a-213e-4873-9f7c-63f1440d82db), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.792090 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-541b0dd1-e0ce-4ce0-97da-52195dcc6b9c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group_rule (8dabf776-0af5-4a11-b821-3f4f86656182), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.812782 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:08Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:09.828195 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-430f1e1e-06e4-4ceb-a620-37136dd64c15 None None] Current status of the port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:09.865037 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (935f5d09-dc1b-4715-b214-65302187f6e0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.865037 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b888a0b9-1d50-4d46-af48-47b94cd94280 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:09.865372 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1436623d-8e52-4bde-ba02-c9d144f0160b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (acc8df49-f5da-42da-9294-45e23027d097), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.870805 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6c0ebcbf-495e-4c03-9aa8-a4f9cb5c807e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (717b3c0a-213e-4873-9f7c-63f1440d82db), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:09.874438 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b8b0d-42ce-4dc6-b94a-5d5bee1223db None None] The sync data for ids ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'] in dv-cinder-828696-3-iscsi is: [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:08Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:19:10.003324 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-9bbd644c-3b11-4df8-9ae9-656739b687c7 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Publish callbacks [] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.053716 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-445a206b-c24c-408e-8398-759721933187 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (28c9098c-2911-456c-a866-c46cf15a8c35), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.071254 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-541b0dd1-e0ce-4ce0-97da-52195dcc6b9c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (8dabf776-0af5-4a11-b821-3f4f86656182), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.121526 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-445a206b-c24c-408e-8398-759721933187 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:19:10.133836 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-84714547-997e-42d9-a292-09d8b39e571e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks [] for port (d5e20402-d3d7-4588-9215-82923e13decf), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.171336 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-445a206b-c24c-408e-8398-759721933187 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:19:10.200190 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=935f5d09-dc1b-4715-b214-65302187f6e0,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:10.247134 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-9bbd644c-3b11-4df8-9ae9-656739b687c7 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.258857 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-445a206b-c24c-408e-8398-759721933187 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:19:10.264011 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-445a206b-c24c-408e-8398-759721933187 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:10.264639 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-445a206b-c24c-408e-8398-759721933187 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.297743 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for port (de12af61-4401-463b-8058-f23e9bea4e13), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.302653 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436623d-8e52-4bde-ba02-c9d144f0160b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc8df49-f5da-42da-9294-45e23027d097,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:10.316320 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-1436623d-8e52-4bde-ba02-c9d144f0160b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b796ac226697409fbca7f7253ac67292&name=default HTTP/1.1" status: 200 len: 2993 time: 1.9909687 Feb 12 04:19:10.317162 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b0dd1-e0ce-4ce0-97da-52195dcc6b9c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dabf776-0af5-4a11-b821-3f4f86656182,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:10.368220 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port b888a0b9-1d50-4d46-af48-47b94cd94280 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:10.369206 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b888a0b9-1d50-4d46-af48-47b94cd94280), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.369707 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26bf35-57dc-4069-be1f-3d74ade90050 req-b285e4bc-4401-4dda-8dbe-0b1f5211ceb6 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:10.371892 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-af26bf35-57dc-4069-be1f-3d74ade90050 req-b285e4bc-4401-4dda-8dbe-0b1f5211ceb6 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 931 time: 0.5986230 Feb 12 04:19:10.372482 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 59022) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:10.384262 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ebcbf-495e-4c03-9aa8-a4f9cb5c807e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717b3c0a-213e-4873-9f7c-63f1440d82db,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:10.405059 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-6c0ebcbf-495e-4c03-9aa8-a4f9cb5c807e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ca780f7a20a47f881ad0a8588cfae15&name=default HTTP/1.1" status: 200 len: 2995 time: 2.0809381 Feb 12 04:19:10.447060 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59026) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:10.517345 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-2076cfe6-d7ec-4db0-bc99-9818ab7521e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Made reservation on behalf of b322dc86ac594838a4aebaf0645d9c21 for: {'port': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:19:10.521601 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-2076cfe6-d7ec-4db0-bc99-9818ab7521e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.543803 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Publish callbacks [] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.579723 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a206b-c24c-408e-8398-759721933187 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Pushing event updated for resources: {'Port': ['ID=28c9098c-2911-456c-a866-c46cf15a8c35,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:10.600844 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-445a206b-c24c-408e-8398-759721933187 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3628898 Feb 12 04:19:10.615977 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-9bbd644c-3b11-4df8-9ae9-656739b687c7 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Network 5cd1924f-17ba-4894-907a-e01184fe91d9 is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:19:10.640784 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port b888a0b9-1d50-4d46-af48-47b94cd94280 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:10.641829 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-9bbd644c-3b11-4df8-9ae9-656739b687c7 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:19:10.653422 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.658088 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-41578944-f505-4a21-bbbb-2c919238751d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:19:10.666845 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-41578944-f505-4a21-bbbb-2c919238751d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0253539 Feb 12 04:19:10.728301 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.736714 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-541b0dd1-e0ce-4ce0-97da-52195dcc6b9c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.751351 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-541b0dd1-e0ce-4ce0-97da-52195dcc6b9c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9739928 Feb 12 04:19:10.756576 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32e2d5-dc8a-4489-9f8a-ea1eed1a97e9 None None] Pushing event updated for resources: {'Port': ['ID=b09e011c-198d-4dd9-8b04-fa84162cbcb7,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:10.758563 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-9bbd644c-3b11-4df8-9ae9-656739b687c7 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:19:10.765825 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59040) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:10.792452 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-9bbd644c-3b11-4df8-9ae9-656739b687c7 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:10.793532 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-9c9237b6-0642-45b6-80a4-d2bf4058777c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Request body: {'security_group_rule': {'security_group_id': '94630dbe-b03f-479b-a128-4963bafc3f1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:10.794032 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-9bbd644c-3b11-4df8-9ae9-656739b687c7 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.848501 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd644c-3b11-4df8-9ae9-656739b687c7 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Pushing event updated for resources: {'Port': ['ID=5d181d11-dd58-4c59-a93c-997e0ea1eb58,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:10.851936 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-84714547-997e-42d9-a292-09d8b39e571e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (d5e20402-d3d7-4588-9215-82923e13decf), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.870196 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Attempting to bind port b09e011c-198d-4dd9-8b04-fa84162cbcb7 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:19:10.873354 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Attempting to bind port b09e011c-198d-4dd9-8b04-fa84162cbcb7 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:19:10.874088 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Attempting to bind port b09e011c-198d-4dd9-8b04-fa84162cbcb7 on network 306165a8-01e9-47a6-9b7a-50f5488101e0 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:10.881089 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (de12af61-4401-463b-8058-f23e9bea4e13), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.889991 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:19:10.893121 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Checking segment: {'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:19:10.893638 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.894171 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Bound using segment: {'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:19:10.894776 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Bound port: b09e011c-198d-4dd9-8b04-fa84162cbcb7, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:19:10.895396 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:10.984467 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Request body: {'port': {'device_id': '30d39788-4a0a-4590-811a-bda70e802bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:11.084002 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-84714547-997e-42d9-a292-09d8b39e571e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Network d4eba8ad-7c32-4044-a2b9-370377016af4 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:19:11.090312 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-84714547-997e-42d9-a292-09d8b39e571e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:19:11.096056 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device a6d8dfb9-9b0f-4f97-a37b-f97022f4453c up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:11.116767 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] For port b09e011c-198d-4dd9-8b04-fa84162cbcb7, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:19:11.133395 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-2076cfe6-d7ec-4db0-bc99-9818ab7521e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Allocated IP 172.20.0.9 (d4eba8ad-7c32-4044-a2b9-370377016af4/a8aa06a1-c40f-46a3-abec-1ca7f50524f1/1aa44ba5-96e3-4bef-be23-68c273fda544) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:19:11.169895 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84714547-997e-42d9-a292-09d8b39e571e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Pushing event updated for resources: {'Port': ['ID=d5e20402-d3d7-4588-9215-82923e13decf,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:11.172328 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8ec0bbc9-aa57-4911-be5a-3e786ac09c18 admin admin] Publish callbacks [] for security_group (717b3c0a-213e-4873-9f7c-63f1440d82db), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:11.215347 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] For port b09e011c-198d-4dd9-8b04-fa84162cbcb7, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b09e011c-198d-4dd9-8b04-fa84162cbcb7,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:19:11.227356 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event updated for resources: {'Port': ['ID=de12af61-4401-463b-8058-f23e9bea4e13,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:11.260846 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-ab017048-eac1-4b85-b787-02648a3b67b0 None None] Provisioning complete for port b09e011c-198d-4dd9-8b04-fa84162cbcb7 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:11.261317 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab017048-eac1-4b85-b787-02648a3b67b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:11.283858 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-84714547-997e-42d9-a292-09d8b39e571e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:19:11.295423 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-84714547-997e-42d9-a292-09d8b39e571e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:11.302075 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-84714547-997e-42d9-a292-09d8b39e571e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:11.317686 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:11.320275 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:11.320643 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:11.322586 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8ec0bbc9-aa57-4911-be5a-3e786ac09c18 admin admin] Publish callbacks [] for security_group (717b3c0a-213e-4873-9f7c-63f1440d82db), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:11.394607 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9c9237b6-0642-45b6-80a4-d2bf4058777c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group_rule (db5e461c-510b-4c8b-a67c-5431ba60accd), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:11.528422 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ab017048-eac1-4b85-b787-02648a3b67b0 None None] Port b09e011c-198d-4dd9-8b04-fa84162cbcb7 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:19:11.530190 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-286ff37a-33e8-4b01-aefe-63e80d5e7e47 req-b7b1172d-a1cb-49e8-a7d0-46b2864bb697 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 210 time: 0.6218946 Feb 12 04:19:11.530273 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (28c9098c-2911-456c-a866-c46cf15a8c35), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:11.530347 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:19:11.530418 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Routers {'9c0a1719-14bb-495c-8830-05e5eb93c1f9'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:19:11.530418 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:19:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:11.530565 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59050) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:11.587088 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9c9237b6-0642-45b6-80a4-d2bf4058777c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group_rule (db5e461c-510b-4c8b-a67c-5431ba60accd), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:11.650804 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d2ae2ce7-0b7d-429f-8fa4-e3d68088fe8e admin admin] Publish callbacks [] for security_group (acc8df49-f5da-42da-9294-45e23027d097), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:11.652513 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:19:11.657665 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:19:11.691762 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32e2d5-dc8a-4489-9f8a-ea1eed1a97e9 None None] Pushing event updated for resources: {'Port': ['ID=b09e011c-198d-4dd9-8b04-fa84162cbcb7,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:11.700138 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-af26bf35-57dc-4069-be1f-3d74ade90050 req-0cb52b42-0453-4179-9895-7a133b5ec3ab tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1837578 Feb 12 04:19:11.777673 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-9bbd644c-3b11-4df8-9ae9-656739b687c7 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7470109 Feb 12 04:19:11.780160 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:11.785779 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 935f5d09-dc1b-4715-b214-65302187f6e0 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:11.860636 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Request body: {'port': {'device_id': '91ffc43c-6075-4974-9b87-bed6a78914c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:11.873866 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d2ae2ce7-0b7d-429f-8fa4-e3d68088fe8e admin admin] Publish callbacks [] for security_group (acc8df49-f5da-42da-9294-45e23027d097), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:11.894638 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:11.932426 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] Set router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:19:11.992748 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 935f5d09-dc1b-4715-b214-65302187f6e0 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:11.993326 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (935f5d09-dc1b-4715-b214-65302187f6e0), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.123282 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c9098c-2911-456c-a866-c46cf15a8c35 {{(pid=103157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:19:12.134372 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Publish callbacks [] for port (28c9098c-2911-456c-a866-c46cf15a8c35), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.160449 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.provisioning_blocks [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Transition to ACTIVE for port object 28c9098c-2911-456c-a866-c46cf15a8c35 will not be triggered until provisioned by entity L2. {{(pid=103157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:19:12.176408 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-08bfe52d-2dc4-4fcb-95f9-f4376734ceec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.209477 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-84714547-997e-42d9-a292-09d8b39e571e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7629056 Feb 12 04:19:12.213268 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8ec0bbc9-aa57-4911-be5a-3e786ac09c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (717b3c0a-213e-4873-9f7c-63f1440d82db), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.214390 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8ec0bbc9-aa57-4911-be5a-3e786ac09c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.216161 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-a2e5bbe2-cdfc-40bc-8ba4-d7b3f8bf0ee0 None None] Provisioning complete for port b09e011c-198d-4dd9-8b04-fa84162cbcb7 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:12.216851 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a2e5bbe2-cdfc-40bc-8ba4-d7b3f8bf0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.230802 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-8ec0bbc9-aa57-4911-be5a-3e786ac09c18 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/717b3c0a-213e-4873-9f7c-63f1440d82db HTTP/1.1" status: 204 len: 168 time: 1.7718368 Feb 12 04:19:12.233994 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9c9237b6-0642-45b6-80a4-d2bf4058777c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (db5e461c-510b-4c8b-a67c-5431ba60accd), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.252919 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Request body: {'port': {'device_id': '5d27b809-ac65-4266-99af-19350a4a9c03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:12.307717 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9237b6-0642-45b6-80a4-d2bf4058777c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5e461c-510b-4c8b-a67c-5431ba60accd,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:12.315887 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (28c9098c-2911-456c-a866-c46cf15a8c35), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.380057 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0bbc9-aa57-4911-be5a-3e786ac09c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717b3c0a-213e-4873-9f7c-63f1440d82db,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:12.466379 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for floatingip (c18b40ad-90e2-46ce-8556-1297c6f3e1a9), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.466814 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-2076cfe6-d7ec-4db0-bc99-9818ab7521e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks [] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.556793 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb06e38-df7f-4834-8e42-269c4e363d6a req-da22de97-2446-4233-84f1-a7b0c56881a3 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:12.558446 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1eb06e38-df7f-4834-8e42-269c4e363d6a req-da22de97-2446-4233-84f1-a7b0c56881a3 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 931 time: 0.8049176 Feb 12 04:19:12.575898 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Attempting to bind port 28c9098c-2911-456c-a866-c46cf15a8c35 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:19:12.576261 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Attempting to bind port 28c9098c-2911-456c-a866-c46cf15a8c35 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:19:12.576656 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Attempting to bind port 28c9098c-2911-456c-a866-c46cf15a8c35 on network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:12.580275 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.581114 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Pushing event updated for resources: {'Port': ['ID=28c9098c-2911-456c-a866-c46cf15a8c35,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:12.597412 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Port 28c9098c-2911-456c-a866-c46cf15a8c35 on network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:19:12.598298 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Attempting to bind port 28c9098c-2911-456c-a866-c46cf15a8c35 on network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:12.603451 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (d5e20402-d3d7-4588-9215-82923e13decf), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.614267 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 935f5d09-dc1b-4715-b214-65302187f6e0 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:12.626405 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:19:12.626771 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Checking segment: {'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:19:12.627848 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Bound using segment: {'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:19:12.628324 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Bound port: 28c9098c-2911-456c-a866-c46cf15a8c35, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'}}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:19:12.628684 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (28c9098c-2911-456c-a866-c46cf15a8c35), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.632834 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5bbe2-cdfc-40bc-8ba4-d7b3f8bf0ee0 None None] Current status of the port b09e011c-198d-4dd9-8b04-fa84162cbcb7 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:12.633374 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a2e5bbe2-cdfc-40bc-8ba4-d7b3f8bf0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.735660 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-a2e5bbe2-cdfc-40bc-8ba4-d7b3f8bf0ee0 None None] For port b09e011c-198d-4dd9-8b04-fa84162cbcb7, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b09e011c-198d-4dd9-8b04-fa84162cbcb7,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:12.752777 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:11Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:12.755630 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-08bfe52d-2dc4-4fcb-95f9-f4376734ceec admin admin] Publish callbacks [] for security_group (277d8497-6dd0-4d15-8f1d-12d4cf7d3a69), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.759965 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-91aa4037-293c-42a1-9c95-9f4d85ee64ec req-547ed190-63ba-4935-b202-ca02a11c1d64 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 210 time: 0.0936625 Feb 12 04:19:12.782412 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9c9237b6-0642-45b6-80a4-d2bf4058777c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.783670 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-9c9237b6-0642-45b6-80a4-d2bf4058777c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0168555 Feb 12 04:19:12.787598 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bec249-412c-4c3b-aa79-b932c0a081e3 None None] The sync data for ids ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'] in dv-cinder-828696-3-iscsi is: [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:11Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:19:12.798008 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59060) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:12.802549 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Request body: {'floatingip': {'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:12.861673 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a2e5bbe2-cdfc-40bc-8ba4-d7b3f8bf0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.872496 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d2ae2ce7-0b7d-429f-8fa4-e3d68088fe8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (acc8df49-f5da-42da-9294-45e23027d097), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.875091 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d2ae2ce7-0b7d-429f-8fa4-e3d68088fe8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.876251 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-d2ae2ce7-0b7d-429f-8fa4-e3d68088fe8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acc8df49-f5da-42da-9294-45e23027d097 HTTP/1.1" status: 204 len: 168 time: 2.3752205 Feb 12 04:19:12.951485 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5bbe2-cdfc-40bc-8ba4-d7b3f8bf0ee0 None None] Pushing event updated for resources: {'Port': ['ID=b09e011c-198d-4dd9-8b04-fa84162cbcb7,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:12.970345 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] For port 28c9098c-2911-456c-a866-c46cf15a8c35, host hv-cinder-82869, cleared binding levels {{(pid=103157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:19:12.993650 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-08bfe52d-2dc4-4fcb-95f9-f4376734ceec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (277d8497-6dd0-4d15-8f1d-12d4cf7d3a69), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:12.994831 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1eb06e38-df7f-4834-8e42-269c4e363d6a req-e6755920-6780-4a31-9bff-d92aac0a1fb2 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254696 Feb 12 04:19:12.995738 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae2ce7-0b7d-429f-8fa4-e3d68088fe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc8df49-f5da-42da-9294-45e23027d097,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:13.150354 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-08bfe52d-2dc4-4fcb-95f9-f4376734ceec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c6cbd6f5db9481eafeacab911285b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6191289 Feb 12 04:19:13.151775 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bfe52d-2dc4-4fcb-95f9-f4376734ceec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277d8497-6dd0-4d15-8f1d-12d4cf7d3a69,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:13.155271 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59066) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:13.185783 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] For port 28c9098c-2911-456c-a866-c46cf15a8c35, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=28c9098c-2911-456c-a866-c46cf15a8c35,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:19:13.221687 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:13.317775 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-2076cfe6-d7ec-4db0-bc99-9818ab7521e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:13.321010 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (28c9098c-2911-456c-a866-c46cf15a8c35), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:13.348095 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:13.348930 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:13.350807 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] 10.222.0.42 "PUT /v2.0/ports/28c9098c-2911-456c-a866-c46cf15a8c35 HTTP/1.1" status: 200 len: 1093 time: 2.5914118 Feb 12 04:19:13.358234 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d39788-4a0a-4590-811a-bda70e802bc8', 'tag': '28c9098c-2911-456c-a866-c46cf15a8c35'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:19:13.393576 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076cfe6-d7ec-4db0-bc99-9818ab7521e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Pushing event updated for resources: {'Port': ['ID=1aa44ba5-96e3-4bef-be23-68c273fda544,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:13.413404 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (de12af61-4401-463b-8058-f23e9bea4e13), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:13.527498 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:13.530461 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7632f9-5ed7-41eb-a4e3-41b8b724cb67 req-6dfbe212-e903-4692-8dd1-35c3e8a3f245 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:13.537732 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dc7632f9-5ed7-41eb-a4e3-41b8b724cb67 req-6dfbe212-e903-4692-8dd1-35c3e8a3f245 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 943 time: 0.6736612 Feb 12 04:19:13.551333 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-2076cfe6-d7ec-4db0-bc99-9818ab7521e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Network d4eba8ad-7c32-4044-a2b9-370377016af4 is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:19:13.572591 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-2076cfe6-d7ec-4db0-bc99-9818ab7521e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:19:13.591061 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-2076cfe6-d7ec-4db0-bc99-9818ab7521e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:19:13.597009 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-2076cfe6-d7ec-4db0-bc99-9818ab7521e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:13.598048 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-2076cfe6-d7ec-4db0-bc99-9818ab7521e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:13.758989 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-2076cfe6-d7ec-4db0-bc99-9818ab7521e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4748638 Feb 12 04:19:13.793434 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Request body: {'port': {'device_id': 'adde7f41-c793-4cdd-b9ac-94923b7ab588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:13.804130 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dfd8-1536-4515-a05e-cff74a6b434b admin admin] Publish callbacks [] for security_group (277d8497-6dd0-4d15-8f1d-12d4cf7d3a69), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:13.814026 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dc7632f9-5ed7-41eb-a4e3-41b8b724cb67 req-5f21657c-e683-4d2b-8511-743d3b976125 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748499 Feb 12 04:19:13.896319 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c464d-df94-4899-a583-f5c04acb573b service neutron] Pushing event updated for resources: {'Port': ['ID=28c9098c-2911-456c-a866-c46cf15a8c35,revision_number=3']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:13.909778 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-61c7f57a-da0d-4399-9e12-0bb4cf0de80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:13.911424 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-61c7f57a-da0d-4399-9e12-0bb4cf0de80f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 1127 time: 0.3576121 Feb 12 04:19:13.933542 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dfd8-1536-4515-a05e-cff74a6b434b admin admin] Publish callbacks [] for security_group (277d8497-6dd0-4d15-8f1d-12d4cf7d3a69), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:13.957130 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d181d11-dd58-4c59-a93c-997e0ea1eb58 {{(pid=103158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:19:13.988187 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Publish callbacks [] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:14.042623 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for port (de12af61-4401-463b-8058-f23e9bea4e13), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:14.063746 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:14.092447 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.provisioning_blocks [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Transition to ACTIVE for port object 5d181d11-dd58-4c59-a93c-997e0ea1eb58 will not be triggered until provisioned by entity L2. {{(pid=103158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:19:14.138280 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (de12af61-4401-463b-8058-f23e9bea4e13), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:14.193708 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0ee98-5664-4d13-9dc9-722fad45200f req-6c36a0a3-fd85-4b1c-9e4f-b039b3d8bc6e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:14.193708 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cfc0ee98-5664-4d13-9dc9-722fad45200f req-6c36a0a3-fd85-4b1c-9e4f-b039b3d8bc6e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 931 time: 0.3058121 Feb 12 04:19:14.224204 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-18827c4a-efae-4620-aa23-ffc55bb6434b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28c9098c-2911-456c-a866-c46cf15a8c35 HTTP/1.1" status: 200 len: 217 time: 0.2566330 Feb 12 04:19:14.265090 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45964bbd-6ff8-4862-82aa-547588c5f127" -d '{"events": [{"name": "network-changed", "server_uuid": "30d39788-4a0a-4590-811a-bda70e802bc8", "tag": "28c9098c-2911-456c-a866-c46cf15a8c35"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:19:14.278315 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e20402-d3d7-4588-9215-82923e13decf {{(pid=103157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:19:14.293011 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Publish callbacks [] for port (d5e20402-d3d7-4588-9215-82923e13decf), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:14.447131 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.provisioning_blocks [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Transition to ACTIVE for port object d5e20402-d3d7-4588-9215-82923e13decf will not be triggered until provisioned by entity L2. {{(pid=103157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:19:14.448768 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dfd8-1536-4515-a05e-cff74a6b434b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (277d8497-6dd0-4d15-8f1d-12d4cf7d3a69), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:14.456405 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dfd8-1536-4515-a05e-cff74a6b434b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:14.485969 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-d6d8dfd8-1536-4515-a05e-cff74a6b434b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/277d8497-6dd0-4d15-8f1d-12d4cf7d3a69 HTTP/1.1" status: 204 len: 168 time: 1.3063796 Feb 12 04:19:14.491759 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:14.495997 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (c18b40ad-90e2-46ce-8556-1297c6f3e1a9), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:14.548159 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8dfd8-1536-4515-a05e-cff74a6b434b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277d8497-6dd0-4d15-8f1d-12d4cf7d3a69,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:14.551781 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (d5e20402-d3d7-4588-9215-82923e13decf), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:14.554316 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:14.591192 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-ac92d696-14cf-4925-a08a-a0d48fcdbba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:14.592692 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-ac92d696-14cf-4925-a08a-a0d48fcdbba0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd2e30a-6546-4562-a28e-669b8297f414 HTTP/1.1" status: 200 len: 855 time: 0.2894647 Feb 12 04:19:14.619194 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event updated for resources: {'Port': ['ID=de12af61-4401-463b-8058-f23e9bea4e13,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:14.654506 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:14.654506 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-a128b81b-bc85-4bec-ada0-852f1e59d443 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2320144 Feb 12 04:19:14.707736 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-c11184bf-8f58-415a-86c8-f24cf7d43d17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943990 Feb 12 04:19:14.745490 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e6d84-9635-494c-96a3-41c92d698f97 req-0ef581c0-3ce9-4981-9b78-5c7a9dcec5d9 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:14.747180 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8f6e6d84-9635-494c-96a3-41c92d698f97 req-0ef581c0-3ce9-4981-9b78-5c7a9dcec5d9 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 931 time: 0.6145394 Feb 12 04:19:14.793637 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cfc0ee98-5664-4d13-9dc9-722fad45200f req-6069ca1b-1a64-47ff-80c2-e1cf70f33472 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278111 Feb 12 04:19:14.826240 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b09e011c-198d-4dd9-8b04-fa84162cbcb7 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:14.939671 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Pushing event updated for resources: {'Port': ['ID=d5e20402-d3d7-4588-9215-82923e13decf,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:14.944977 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port b09e011c-198d-4dd9-8b04-fa84162cbcb7 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:14.945900 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:15.198373 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Attempting to bind port d5e20402-d3d7-4588-9215-82923e13decf on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:19:15.200003 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Attempting to bind port d5e20402-d3d7-4588-9215-82923e13decf by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'ba496fde-03f0-44f4-a945-766e140fdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4'}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:19:15.200409 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Attempting to bind port d5e20402-d3d7-4588-9215-82923e13decf on network d4eba8ad-7c32-4044-a2b9-370377016af4 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:15.216245 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port b09e011c-198d-4dd9-8b04-fa84162cbcb7 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:15.222144 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Pushing event updated for resources: {'Port': ['ID=5d181d11-dd58-4c59-a93c-997e0ea1eb58,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:15.285221 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Allocated IP 172.27.3.30 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/82807a1d-6f8b-48a2-85f7-cf5765cd91a4) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:19:15.318758 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Attempting to bind port 5d181d11-dd58-4c59-a93c-997e0ea1eb58 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:19:15.319166 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Attempting to bind port 5d181d11-dd58-4c59-a93c-997e0ea1eb58 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '37e12ad6-11f7-4228-8e0e-a81516976a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5cd1924f-17ba-4894-907a-e01184fe91d9'}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:19:15.319524 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Attempting to bind port 5d181d11-dd58-4c59-a93c-997e0ea1eb58 on network 5cd1924f-17ba-4894-907a-e01184fe91d9 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:15.334078 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Port d5e20402-d3d7-4588-9215-82923e13decf on network d4eba8ad-7c32-4044-a2b9-370377016af4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:19:15.334743 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Attempting to bind port d5e20402-d3d7-4588-9215-82923e13decf on network d4eba8ad-7c32-4044-a2b9-370377016af4 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:15.338522 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-f0cfe8a0-18d7-491c-97b5-8d3b379b9fe5 service neutron] 10.222.0.42 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603698 Feb 12 04:19:15.358441 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:19:15.369117 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Checking segment: {'id': 'ba496fde-03f0-44f4-a945-766e140fdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:19:15.369117 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Bound using segment: {'id': 'ba496fde-03f0-44f4-a945-766e140fdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4'} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:19:15.369117 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Bound port: d5e20402-d3d7-4588-9215-82923e13decf, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba496fde-03f0-44f4-a945-766e140fdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4'}}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:19:15.369117 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (d5e20402-d3d7-4588-9215-82923e13decf), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:15.387000 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Port 5d181d11-dd58-4c59-a93c-997e0ea1eb58 on network 5cd1924f-17ba-4894-907a-e01184fe91d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:19:15.387000 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Attempting to bind port 5d181d11-dd58-4c59-a93c-997e0ea1eb58 on network 5cd1924f-17ba-4894-907a-e01184fe91d9 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:15.416177 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8f6e6d84-9635-494c-96a3-41c92d698f97 req-7c0d63f6-4eeb-4807-ab20-14b4c9ff2efc tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021776 Feb 12 04:19:15.549751 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06645cde-a389-48ce-8b8e-aed9d43b9aa6 x-openstack-request-id: req-06645cde-a389-48ce-8b8e-aed9d43b9aa6 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:19:15.549751 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d39788-4a0a-4590-811a-bda70e802bc8", "tag": "28c9098c-2911-456c-a866-c46cf15a8c35", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:19:15.549751 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06645cde-a389-48ce-8b8e-aed9d43b9aa6 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:19:15.549751 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d39788-4a0a-4590-811a-bda70e802bc8', 'tag': '28c9098c-2911-456c-a866-c46cf15a8c35', 'status': 'completed', 'code': 200} Feb 12 04:19:15.551347 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:19:15.551347 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Checking segment: {'id': '37e12ad6-11f7-4228-8e0e-a81516976a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5cd1924f-17ba-4894-907a-e01184fe91d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:19:15.551347 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Bound using segment: {'id': '37e12ad6-11f7-4228-8e0e-a81516976a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5cd1924f-17ba-4894-907a-e01184fe91d9'} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:19:15.551347 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Bound port: 5d181d11-dd58-4c59-a93c-997e0ea1eb58, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e12ad6-11f7-4228-8e0e-a81516976a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5cd1924f-17ba-4894-907a-e01184fe91d9'}}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:19:15.551347 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:15.551347 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa44ba5-96e3-4bef-be23-68c273fda544 {{(pid=103158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:19:15.603552 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Publish callbacks [] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:15.746698 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.provisioning_blocks [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Transition to ACTIVE for port object 1aa44ba5-96e3-4bef-be23-68c273fda544 will not be triggered until provisioned by entity L2. {{(pid=103158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:19:15.819113 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for port (82807a1d-6f8b-48a2-85f7-cf5765cd91a4), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:15.832097 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] For port d5e20402-d3d7-4588-9215-82923e13decf, host hv-cinder-82869, cleared binding levels {{(pid=103157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:19:15.844078 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-7a9fc1ad-1a0a-435c-92e3-ddd9eba39a84 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--962866203&fields=id&tenant_id=f5a7d98ea94e4547983dbffcb2b614bc HTTP/1.1" status: 200 len: 267 time: 0.2677257 Feb 12 04:19:15.879424 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] For port 5d181d11-dd58-4c59-a93c-997e0ea1eb58, host hv-cinder-82869, cleared binding levels {{(pid=103158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:19:15.883566 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] For port d5e20402-d3d7-4588-9215-82923e13decf, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d5e20402-d3d7-4588-9215-82923e13decf,segment=NetworkSegment(ba496fde-03f0-44f4-a945-766e140fdb0a),segment_id=ba496fde-03f0-44f4-a945-766e140fdb0a)] {{(pid=103157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:19:15.904802 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981071bc-c38d-405c-a63c-1a5caa983937 req-e625abce-20d3-4138-9630-7724ab3303ca tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:15.906887 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-981071bc-c38d-405c-a63c-1a5caa983937 req-e625abce-20d3-4138-9630-7724ab3303ca tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 943 time: 0.3514626 Feb 12 04:19:15.927239 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-62baa9f5-1ffe-4ed7-aa69-c46f981cb9f7 req-7efeb2de-b504-4a1c-9cea-d8fb92e28f2a service neutron] 10.222.0.42 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232921 Feb 12 04:19:15.939497 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] For port 5d181d11-dd58-4c59-a93c-997e0ea1eb58, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=5d181d11-dd58-4c59-a93c-997e0ea1eb58,segment=NetworkSegment(37e12ad6-11f7-4228-8e0e-a81516976a94),segment_id=37e12ad6-11f7-4228-8e0e-a81516976a94)] {{(pid=103158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:19:16.279154 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-981071bc-c38d-405c-a63c-1a5caa983937 req-b1c5f40b-3e5a-453e-a20e-84a1d9ef696f tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916846 Feb 12 04:19:16.279154 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-76a2d5ec-1079-467a-8bbf-7e2ed0b3e2e1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:16.279154 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-76a2d5ec-1079-467a-8bbf-7e2ed0b3e2e1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/networks?id=a470119b-e597-4f7c-b914-bdedfeebd027 HTTP/1.1" status: 200 len: 816 time: 0.3743110 Feb 12 04:19:16.279154 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-abf93d5c-334b-4b60-8729-bf0a75999d43 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/quotas/f5a7d98ea94e4547983dbffcb2b614bc HTTP/1.1" status: 200 len: 375 time: 0.0096178 Feb 12 04:19:16.327047 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:16.365564 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (d5e20402-d3d7-4588-9215-82923e13decf), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:16.375048 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (82807a1d-6f8b-48a2-85f7-cf5765cd91a4), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:16.375270 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:16.389786 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-46e95c77-472e-494c-8856-187afe2b0c57 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1402080 Feb 12 04:19:16.438696 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12437fb4-9235-4404-862f-bb1b729ccaf5 req-acf9259f-3c75-4303-8fc4-22cf74dce012 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:16.440231 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-12437fb4-9235-4404-862f-bb1b729ccaf5 req-acf9259f-3c75-4303-8fc4-22cf74dce012 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 931 time: 0.1519403 Feb 12 04:19:16.441037 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa44ba5-96e3-4bef-be23-68c273fda544,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:16.448958 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:16.449549 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:16.450196 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Pushing event updated for resources: {'Port': ['ID=d5e20402-d3d7-4588-9215-82923e13decf,revision_number=3']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:16.451094 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] 10.222.0.42 "PUT /v2.0/ports/5d181d11-dd58-4c59-a93c-997e0ea1eb58 HTTP/1.1" status: 200 len: 1093 time: 4.6038425 Feb 12 04:19:16.462901 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ffc43c-6075-4974-9b87-bed6a78914c3', 'tag': '5d181d11-dd58-4c59-a93c-997e0ea1eb58'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:19:16.544739 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:16.546450 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:16.547693 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-1bbec1e5-893b-4593-8d13-b21719b89f1e service neutron] 10.222.0.42 "PUT /v2.0/ports/d5e20402-d3d7-4588-9215-82923e13decf HTTP/1.1" status: 200 len: 1094 time: 4.3019257 Feb 12 04:19:16.568968 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:19:16.577976 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:19:16.593488 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:19:16.620902 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event updated for resources: {'Port': ['ID=82807a1d-6f8b-48a2-85f7-cf5765cd91a4,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:16.647082 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Attempting to bind port 1aa44ba5-96e3-4bef-be23-68c273fda544 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:19:16.647418 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Attempting to bind port 1aa44ba5-96e3-4bef-be23-68c273fda544 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'ba496fde-03f0-44f4-a945-766e140fdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4'}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:19:16.647734 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Attempting to bind port 1aa44ba5-96e3-4bef-be23-68c273fda544 on network d4eba8ad-7c32-4044-a2b9-370377016af4 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:16.659990 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Port 1aa44ba5-96e3-4bef-be23-68c273fda544 on network d4eba8ad-7c32-4044-a2b9-370377016af4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:19:16.659990 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Attempting to bind port 1aa44ba5-96e3-4bef-be23-68c273fda544 on network d4eba8ad-7c32-4044-a2b9-370377016af4 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:16.672912 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9dc60-258d-4d1b-886c-8cfc026190eb service neutron] Pushing event updated for resources: {'Port': ['ID=5d181d11-dd58-4c59-a93c-997e0ea1eb58,revision_number=3']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:16.683572 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:19:16.683919 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Checking segment: {'id': 'ba496fde-03f0-44f4-a945-766e140fdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:19:16.684301 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Bound using segment: {'id': 'ba496fde-03f0-44f4-a945-766e140fdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4'} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:19:16.684740 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Bound port: 1aa44ba5-96e3-4bef-be23-68c273fda544, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba496fde-03f0-44f4-a945-766e140fdb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4'}}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:19:16.685094 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:16.703058 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 59150) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:16.762342 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for floatingip (760f2755-bb99-4e82-9cd3-b88b1aeedc89), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:16.801107 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-12437fb4-9235-4404-862f-bb1b729ccaf5 req-7898acaf-eeba-4946-89a0-0159f9387618 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783780 Feb 12 04:19:16.803374 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-dc43806b-2a28-4438-b73e-ff5666e7ea6d service neutron] 10.222.0.31 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888848 Feb 12 04:19:16.824817 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8cb166a7-ce73-4f1c-aade-07d06c1c5649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:16.842996 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45964bbd-6ff8-4862-82aa-547588c5f127 req-fc6c1c0d-c068-481a-ae93-d5485a75ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:16.844722 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-45964bbd-6ff8-4862-82aa-547588c5f127 req-fc6c1c0d-c068-481a-ae93-d5485a75ba4b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 1127 time: 0.3730643 Feb 12 04:19:16.990521 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-03dc9400-9984-442b-9c9d-7c72a225363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:16.992719 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-03dc9400-9984-442b-9c9d-7c72a225363d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b322dc86ac594838a4aebaf0645d9c21&device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 1128 time: 0.2600496 Feb 12 04:19:16.996300 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] For port 1aa44ba5-96e3-4bef-be23-68c273fda544, host hv-cinder-82869, cleared binding levels {{(pid=103158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:19:17.050249 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (82807a1d-6f8b-48a2-85f7-cf5765cd91a4), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:17.117551 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] For port 1aa44ba5-96e3-4bef-be23-68c273fda544, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=1aa44ba5-96e3-4bef-be23-68c273fda544,segment=NetworkSegment(ba496fde-03f0-44f4-a945-766e140fdb0a),segment_id=ba496fde-03f0-44f4-a945-766e140fdb0a)] {{(pid=103158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:19:17.133014 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-23165afe-4b74-4c3f-81a4-4a61436acc48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e20402-d3d7-4588-9215-82923e13decf HTTP/1.1" status: 200 len: 217 time: 0.1049471 Feb 12 04:19:17.187955 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-9cdfd871-4015-4beb-8110-9dec930353cb service neutron] 10.222.0.31 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510530 Feb 12 04:19:17.190946 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-5522e6c6-d9f4-442d-b0bf-901daa627d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:17.192898 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-5522e6c6-d9f4-442d-b0bf-901daa627d2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f11a00f62cf540c79ea14b02953dfd19&device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 1127 time: 0.5707958 Feb 12 04:19:17.258904 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e8a173-9b68-46bf-a4a6-50367525d528" -d '{"events": [{"name": "network-changed", "server_uuid": "91ffc43c-6075-4974-9b87-bed6a78914c3", "tag": "5d181d11-dd58-4c59-a93c-997e0ea1eb58"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:19:17.361558 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:17.383842 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8cb166a7-ce73-4f1c-aade-07d06c1c5649 admin admin] Publish callbacks [] for security_group (9879f2e3-5b59-467d-bb8a-ff6af9ac5f37), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:17.392072 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-ff8cb090-5c22-4f23-b4f9-785f1037ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:17.392072 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-ff8cb090-5c22-4f23-b4f9-785f1037ac74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8aa06a1-c40f-46a3-abec-1ca7f50524f1 HTTP/1.1" status: 200 len: 858 time: 0.2480807 Feb 12 04:19:17.397961 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-375bd958-294c-4673-beb8-3fe63378c414 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d181d11-dd58-4c59-a93c-997e0ea1eb58 HTTP/1.1" status: 200 len: 217 time: 0.1376197 Feb 12 04:19:17.403882 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083625a2-6769-414c-9140-235aad7771da req-9a0e7a1e-e771-4565-aa7d-ea9daed58064 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:17.405549 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-083625a2-6769-414c-9140-235aad7771da req-9a0e7a1e-e771-4565-aa7d-ea9daed58064 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 943 time: 0.4541988 Feb 12 04:19:17.424329 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:17.424329 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:17.424329 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] 10.222.0.42 "PUT /v2.0/ports/1aa44ba5-96e3-4bef-be23-68c273fda544 HTTP/1.1" status: 200 len: 1093 time: 3.6374326 Feb 12 04:19:17.475810 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-b5d71f2a-3e3e-4559-9603-ba1c2c93d643 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4eba8ad-7c32-4044-a2b9-370377016af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673971 Feb 12 04:19:17.515443 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca72a5f-5c6c-4d0f-aa19-ac1c93aa9a38 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa44ba5-96e3-4bef-be23-68c273fda544,revision_number=3']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:17.544815 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d27b809-ac65-4266-99af-19350a4a9c03', 'tag': 'd5e20402-d3d7-4588-9215-82923e13decf'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:19:17.549318 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830079d3-d862-4082-8fba-834ffed49927" -d '{"events": [{"name": "network-changed", "server_uuid": "5d27b809-ac65-4266-99af-19350a4a9c03", "tag": "d5e20402-d3d7-4588-9215-82923e13decf"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:19:17.585552 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45964bbd-6ff8-4862-82aa-547588c5f127 req-15e52ff7-0669-4995-88fc-6b416e3162e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:17.587070 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-45964bbd-6ff8-4862-82aa-547588c5f127 req-15e52ff7-0669-4995-88fc-6b416e3162e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a HTTP/1.1" status: 200 len: 915 time: 0.7214737 Feb 12 04:19:17.672608 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-45964bbd-6ff8-4862-82aa-547588c5f127 req-c8a0bf32-f63e-44c6-bce7-3cb70cd2647e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28c9098c-2911-456c-a866-c46cf15a8c35 HTTP/1.1" status: 200 len: 217 time: 0.0556600 Feb 12 04:19:17.688228 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-083625a2-6769-414c-9140-235aad7771da req-de7992be-83fa-48dc-8075-4a3da0a0e0c2 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354255 Feb 12 04:19:17.688228 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8cb166a7-ce73-4f1c-aade-07d06c1c5649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (9879f2e3-5b59-467d-bb8a-ff6af9ac5f37), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:17.846549 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-8cb166a7-ce73-4f1c-aade-07d06c1c5649 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e5ddf84f48a438da2ef2e961cb1aed1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1280456 Feb 12 04:19:17.853545 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb166a7-ce73-4f1c-aade-07d06c1c5649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9879f2e3-5b59-467d-bb8a-ff6af9ac5f37,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:17.856986 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 59178) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:17.931103 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-4f00460c-da93-4fcb-ab9f-aa374fd15c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:17.934585 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-4f00460c-da93-4fcb-ab9f-aa374fd15c62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a05ab62-e6d7-4623-954e-3b90cea13d4b HTTP/1.1" status: 200 len: 852 time: 0.4771187 Feb 12 04:19:18.002143 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-de223462-aee3-43b8-bc58-46833634ec22 service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099115 Feb 12 04:19:18.021721 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-f2ed84d6-acd9-41b3-9ea1-ea6c540fbfa1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cd1924f-17ba-4894-907a-e01184fe91d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621927 Feb 12 04:19:18.076982 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-f7be8951-addd-4cfa-b823-cfd984707ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:18.078578 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-f7be8951-addd-4cfa-b823-cfd984707ae6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b322dc86ac594838a4aebaf0645d9c21&device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 1127 time: 0.3605726 Feb 12 04:19:18.137688 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-81c8a4ee-b7da-4d5a-8a43-cbfd8780f9ab admin admin] Publish callbacks [] for security_group (9879f2e3-5b59-467d-bb8a-ff6af9ac5f37), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:18.199416 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-95c30481-98fe-4b91-896a-09cd33b772ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aa44ba5-96e3-4bef-be23-68c273fda544 HTTP/1.1" status: 200 len: 217 time: 0.0825727 Feb 12 04:19:18.262218 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f3302-afba-43a4-916c-604378a8d598 req-30bbe9b4-4a31-4a67-b623-2c5c8e392d0a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:18.266054 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-381f3302-afba-43a4-916c-604378a8d598 req-30bbe9b4-4a31-4a67-b623-2c5c8e392d0a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 943 time: 0.3823409 Feb 12 04:19:18.296372 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1074edc5-79e2-4927-82ea-8c4166b5ee21 req-dd334be0-da00-4ee2-96e6-e8500668c551 service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747819 Feb 12 04:19:18.321360 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-81c8a4ee-b7da-4d5a-8a43-cbfd8780f9ab admin admin] Publish callbacks [] for security_group (9879f2e3-5b59-467d-bb8a-ff6af9ac5f37), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:18.349975 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb35d50-70dc-4c5a-aca8-898d4f5ae5ba x-openstack-request-id: req-4bb35d50-70dc-4c5a-aca8-898d4f5ae5ba {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:19:18.350362 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ffc43c-6075-4974-9b87-bed6a78914c3", "tag": "5d181d11-dd58-4c59-a93c-997e0ea1eb58", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:19:18.350741 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bb35d50-70dc-4c5a-aca8-898d4f5ae5ba {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:19:18.351982 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ffc43c-6075-4974-9b87-bed6a78914c3', 'tag': '5d181d11-dd58-4c59-a93c-997e0ea1eb58', 'status': 'completed', 'code': 200} Feb 12 04:19:18.382720 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45964bbd-6ff8-4862-82aa-547588c5f127 req-dc6162d1-0b8e-42e1-914c-feff098b0078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:18.384475 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-45964bbd-6ff8-4862-82aa-547588c5f127 req-dc6162d1-0b8e-42e1-914c-feff098b0078 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd2e30a-6546-4562-a28e-669b8297f414 HTTP/1.1" status: 200 len: 855 time: 0.6173468 Feb 12 04:19:18.385831 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0835010b-7110-4d77-934b-25eff6d8a409 x-openstack-request-id: req-0835010b-7110-4d77-934b-25eff6d8a409 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:19:18.386154 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d27b809-ac65-4266-99af-19350a4a9c03", "tag": "d5e20402-d3d7-4588-9215-82923e13decf", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:19:18.386464 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0835010b-7110-4d77-934b-25eff6d8a409 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:19:18.386907 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d27b809-ac65-4266-99af-19350a4a9c03', 'tag': 'd5e20402-d3d7-4588-9215-82923e13decf', 'status': 'completed', 'code': 200} Feb 12 04:19:18.438482 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-45964bbd-6ff8-4862-82aa-547588c5f127 req-5ab05389-acf4-41fa-a764-ed35a454c30f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381219 Feb 12 04:19:18.445670 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for port (82807a1d-6f8b-48a2-85f7-cf5765cd91a4), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:18.483421 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9ef2fd41-b217-4258-a9c8-e0d308394676 req-899d71b2-6c3f-40dd-b5a5-24c6ed9ca2cb tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 210 time: 0.0973117 Feb 12 04:19:18.494509 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-5f0a62e1-1d87-4574-8fba-6cde040bce36 service neutron] 10.222.0.42 "GET /v2.0/networks/5cd1924f-17ba-4894-907a-e01184fe91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657264 Feb 12 04:19:18.608918 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (82807a1d-6f8b-48a2-85f7-cf5765cd91a4), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:18.635592 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-b11d8c3e-f9ee-46c3-8285-df1600ccdd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:18.653133 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-b11d8c3e-f9ee-46c3-8285-df1600ccdd67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8aa06a1-c40f-46a3-abec-1ca7f50524f1 HTTP/1.1" status: 200 len: 858 time: 0.4449618 Feb 12 04:19:18.675071 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-381f3302-afba-43a4-916c-604378a8d598 req-84359efd-8836-4f6f-8e12-80c0ef7e48df tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281498 Feb 12 04:19:18.805991 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (760f2755-bb99-4e82-9cd3-b88b1aeedc89), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:18.955319 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-45964bbd-6ff8-4862-82aa-547588c5f127 req-09ade514-8ff7-443c-b13e-261baf752a1b service neutron] 10.222.0.42 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035393 Feb 12 04:19:18.964072 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:18.971894 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1728489 Feb 12 04:19:19.009244 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a186af-0cfc-4b82-99dc-694981e0d33b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event updated for resources: {'Port': ['ID=82807a1d-6f8b-48a2-85f7-cf5765cd91a4,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:19.012572 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-4955d05d-3902-4854-8e2b-137362bbf4fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4eba8ad-7c32-4044-a2b9-370377016af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2585378 Feb 12 04:19:19.022586 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-81c8a4ee-b7da-4d5a-8a43-cbfd8780f9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (9879f2e3-5b59-467d-bb8a-ff6af9ac5f37), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:19.025445 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-81c8a4ee-b7da-4d5a-8a43-cbfd8780f9ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:19.026857 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-81c8a4ee-b7da-4d5a-8a43-cbfd8780f9ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9879f2e3-5b59-467d-bb8a-ff6af9ac5f37 HTTP/1.1" status: 204 len: 168 time: 1.1553144 Feb 12 04:19:19.051702 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-92169f8e-c5ca-4b7a-b0ec-06f16fe14316 req-32e03f12-37f2-460e-9050-de8e211f1a01 service neutron] 10.222.0.42 "GET /v2.0/networks/5cd1924f-17ba-4894-907a-e01184fe91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849253 Feb 12 04:19:19.100189 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830079d3-d862-4082-8fba-834ffed49927 req-735d51df-3965-45a3-8ead-12ca7b0442c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:19.102351 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-830079d3-d862-4082-8fba-834ffed49927 req-735d51df-3965-45a3-8ead-12ca7b0442c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b322dc86ac594838a4aebaf0645d9c21&device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 1128 time: 0.6352420 Feb 12 04:19:19.161068 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa415a32-a1c0-4452-9583-c04db78f848f req-531800bc-7fb2-40ee-9b72-6a40a73a644a tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:19.162905 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fa415a32-a1c0-4452-9583-c04db78f848f req-531800bc-7fb2-40ee-9b72-6a40a73a644a tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 943 time: 0.4846179 Feb 12 04:19:19.163725 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8a4ee-b7da-4d5a-8a43-cbfd8780f9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9879f2e3-5b59-467d-bb8a-ff6af9ac5f37,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:19.334246 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-45964bbd-6ff8-4862-82aa-547588c5f127 req-a1ac5679-4c64-40ba-ab89-3afd6f617009 service neutron] 10.222.0.42 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611827 Feb 12 04:19:19.365555 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb690d-a40b-4db9-8475-56ff93ba8d3e req-64d88a08-3c44-4d5d-ab28-fb663728a79d tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:19.367781 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1cdb690d-a40b-4db9-8475-56ff93ba8d3e req-64d88a08-3c44-4d5d-ab28-fb663728a79d tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 943 time: 0.3530982 Feb 12 04:19:19.371503 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8a173-9b68-46bf-a4a6-50367525d528 req-7520e678-690c-42f8-b341-2c59d35bdb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:19.373248 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-42e8a173-9b68-46bf-a4a6-50367525d528 req-7520e678-690c-42f8-b341-2c59d35bdb5d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f11a00f62cf540c79ea14b02953dfd19&device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 1127 time: 0.1702316 Feb 12 04:19:19.479125 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-7245ba0a-a078-4f64-9a46-e7fe3c98c75c service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590166 Feb 12 04:19:19.523718 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fa415a32-a1c0-4452-9583-c04db78f848f req-6e23681e-9980-4750-b5ab-145d6ba7d22c tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131940 Feb 12 04:19:19.650434 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8a173-9b68-46bf-a4a6-50367525d528 req-88df3bb5-c074-417b-b559-59f1a5888b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:19.653160 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-42e8a173-9b68-46bf-a4a6-50367525d528 req-88df3bb5-c074-417b-b559-59f1a5888b25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5cd1924f-17ba-4894-907a-e01184fe91d9 HTTP/1.1" status: 200 len: 912 time: 0.2494526 Feb 12 04:19:19.687021 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830079d3-d862-4082-8fba-834ffed49927 req-7f21cae0-f053-4531-81d4-48ae8a0550a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:19.688639 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-830079d3-d862-4082-8fba-834ffed49927 req-7f21cae0-f053-4531-81d4-48ae8a0550a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4eba8ad-7c32-4044-a2b9-370377016af4 HTTP/1.1" status: 200 len: 918 time: 0.5646741 Feb 12 04:19:19.753870 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1cdb690d-a40b-4db9-8475-56ff93ba8d3e req-dd68e48b-efe2-4f87-8cb1-b1fb8a8eba18 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410642 Feb 12 04:19:19.787735 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-42e8a173-9b68-46bf-a4a6-50367525d528 req-79502f5e-4a3b-4423-b531-1fbf466e818b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d181d11-dd58-4c59-a93c-997e0ea1eb58 HTTP/1.1" status: 200 len: 217 time: 0.1037388 Feb 12 04:19:19.904910 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-830079d3-d862-4082-8fba-834ffed49927 req-82ab85fd-73ee-4ec5-add9-1c159283628a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e20402-d3d7-4588-9215-82923e13decf HTTP/1.1" status: 200 len: 217 time: 0.2038517 Feb 12 04:19:19.967629 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8a173-9b68-46bf-a4a6-50367525d528 req-ce2081ed-cc56-4cb6-88c1-f7adef484bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:19.972896 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-42e8a173-9b68-46bf-a4a6-50367525d528 req-ce2081ed-cc56-4cb6-88c1-f7adef484bf8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7a05ab62-e6d7-4623-954e-3b90cea13d4b HTTP/1.1" status: 200 len: 852 time: 0.1628430 Feb 12 04:19:20.035181 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-42e8a173-9b68-46bf-a4a6-50367525d528 req-ce1e798d-ff7b-4ff7-890e-f458723283dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5cd1924f-17ba-4894-907a-e01184fe91d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503032 Feb 12 04:19:20.049678 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-72056c89-470d-419e-9661-cc8cb8ac4011 req-7b4817b7-bcbf-4f4c-9b30-fe1ad41a0353 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 210 time: 0.1310327 Feb 12 04:19:20.159238 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-0c69dfea-0aee-45f6-9177-e7e2990999c6 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--94807970&fields=id&tenant_id=e56e0fac86874323b726d0897d3cd6e5 HTTP/1.1" status: 200 len: 267 time: 0.5017996 Feb 12 04:19:20.209808 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830079d3-d862-4082-8fba-834ffed49927 req-6c532d6b-1339-4c3f-a643-9571785c4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:20.212872 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-830079d3-d862-4082-8fba-834ffed49927 req-6c532d6b-1339-4c3f-a643-9571785c4138 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8aa06a1-c40f-46a3-abec-1ca7f50524f1 HTTP/1.1" status: 200 len: 858 time: 0.3012550 Feb 12 04:19:20.226801 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-780bb56d-74dd-4c6a-903e-e019c9cdffb8 req-599885c2-00e3-4fba-915a-3021c4252ff7 service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7369084 Feb 12 04:19:20.265821 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-42e8a173-9b68-46bf-a4a6-50367525d528 req-ad9914eb-06bf-4bee-961e-176051b16060 service neutron] 10.222.0.42 "GET /v2.0/networks/5cd1924f-17ba-4894-907a-e01184fe91d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955311 Feb 12 04:19:20.309890 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-830079d3-d862-4082-8fba-834ffed49927 req-56ee5f58-5d7d-4905-8410-164208ab71d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4eba8ad-7c32-4044-a2b9-370377016af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470529 Feb 12 04:19:20.352469 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adde7f41-c793-4cdd-b9ac-94923b7ab588', 'tag': '1aa44ba5-96e3-4bef-be23-68c273fda544'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:19:20.355136 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411d9da7-9ea2-47f4-ab0f-7cb4b8220f85" -d '{"events": [{"name": "network-changed", "server_uuid": "adde7f41-c793-4cdd-b9ac-94923b7ab588", "tag": "1aa44ba5-96e3-4bef-be23-68c273fda544"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:19:20.393417 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-42e8a173-9b68-46bf-a4a6-50367525d528 req-b4bd8aa0-add7-4e22-8705-a0d2b62904ce service neutron] 10.222.0.42 "GET /v2.0/networks/5cd1924f-17ba-4894-907a-e01184fe91d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242592 Feb 12 04:19:20.454657 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb78da8-6631-4012-ab34-4c3ae93f11d3 req-3851a9f4-6601-42bc-8771-9e9db3c471d2 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:20.456293 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cbb78da8-6631-4012-ab34-4c3ae93f11d3 req-3851a9f4-6601-42bc-8771-9e9db3c471d2 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 943 time: 0.2814934 Feb 12 04:19:20.488831 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-721546bb-d784-4635-bdde-58894592a798 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:20.490702 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-721546bb-d784-4635-bdde-58894592a798 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/networks?id=306165a8-01e9-47a6-9b7a-50f5488101e0 HTTP/1.1" status: 200 len: 811 time: 0.3087571 Feb 12 04:19:20.533936 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-8adb8fe6-7697-4e48-be12-e1bac1963818 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/quotas/e56e0fac86874323b726d0897d3cd6e5 HTTP/1.1" status: 200 len: 375 time: 0.0347762 Feb 12 04:19:20.561681 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-830079d3-d862-4082-8fba-834ffed49927 req-611c0e5a-1537-4319-84e1-17fb05f7468e service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214539 Feb 12 04:19:20.582444 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cbb78da8-6631-4012-ab34-4c3ae93f11d3 req-f3f6c2ca-9129-4093-b06f-7afe90f0b341 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182423 Feb 12 04:19:20.763110 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-cadf8053-0f83-4bdf-91ae-6fdc3ba0e3e7 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e56e0fac86874323b726d0897d3cd6e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2215557 Feb 12 04:19:20.792869 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-830079d3-d862-4082-8fba-834ffed49927 req-bf232a1f-8cbd-4560-9a80-6d779dc69ed6 service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806347 Feb 12 04:19:21.018434 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf06e5b-8b05-4556-b7be-28ce102bf018 x-openstack-request-id: req-ddf06e5b-8b05-4556-b7be-28ce102bf018 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:19:21.018785 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adde7f41-c793-4cdd-b9ac-94923b7ab588", "tag": "1aa44ba5-96e3-4bef-be23-68c273fda544", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:19:21.019062 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddf06e5b-8b05-4556-b7be-28ce102bf018 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:19:21.025540 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adde7f41-c793-4cdd-b9ac-94923b7ab588', 'tag': '1aa44ba5-96e3-4bef-be23-68c273fda544', 'status': 'completed', 'code': 200} Feb 12 04:19:21.180974 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-a4783543-50f1-45f3-b399-82e5ba75ad34 service neutron] 10.222.0.31 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581822 Feb 12 04:19:21.193344 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d9da7-9ea2-47f4-ab0f-7cb4b8220f85 req-70e1288d-2a45-437c-b3fe-d1a5359a63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:21.195647 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-411d9da7-9ea2-47f4-ab0f-7cb4b8220f85 req-70e1288d-2a45-437c-b3fe-d1a5359a63ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b322dc86ac594838a4aebaf0645d9c21&device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 1127 time: 0.1628187 Feb 12 04:19:21.274173 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63491f00-e69a-47a4-9f6f-20a2e37ac336 req-09506e36-a64c-4ede-ba35-959f0bce5988 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:21.275715 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-63491f00-e69a-47a4-9f6f-20a2e37ac336 req-09506e36-a64c-4ede-ba35-959f0bce5988 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 943 time: 0.1645763 Feb 12 04:19:21.441463 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-c7b57d27-e8ec-4132-bae2-c669caff598f service neutron] 10.222.0.31 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446878 Feb 12 04:19:21.447029 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d9da7-9ea2-47f4-ab0f-7cb4b8220f85 req-9fdf9de8-72e7-418b-abc1-285515fa117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:21.448625 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-411d9da7-9ea2-47f4-ab0f-7cb4b8220f85 req-9fdf9de8-72e7-418b-abc1-285515fa117e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4eba8ad-7c32-4044-a2b9-370377016af4 HTTP/1.1" status: 200 len: 918 time: 0.2249849 Feb 12 04:19:21.452506 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-63491f00-e69a-47a4-9f6f-20a2e37ac336 req-807089b9-db4c-4943-9935-be08ba9f307f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343310 Feb 12 04:19:21.559941 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-411d9da7-9ea2-47f4-ab0f-7cb4b8220f85 req-b13736bc-9c3b-449b-b2e6-a95b0016e0ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aa44ba5-96e3-4bef-be23-68c273fda544 HTTP/1.1" status: 200 len: 217 time: 0.0800009 Feb 12 04:19:21.603719 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-79f44fcc-5d9d-4cc3-b828-9c82d782fb82 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:21.605392 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-79f44fcc-5d9d-4cc3-b828-9c82d782fb82 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.42 "GET /v2.0/networks?id=a470119b-e597-4f7c-b914-bdedfeebd027 HTTP/1.1" status: 200 len: 816 time: 0.2331481 Feb 12 04:19:21.666760 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d9da7-9ea2-47f4-ab0f-7cb4b8220f85 req-e838425d-5dd9-448b-b88d-7b4d77300a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:21.668677 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-411d9da7-9ea2-47f4-ab0f-7cb4b8220f85 req-e838425d-5dd9-448b-b88d-7b4d77300a98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8aa06a1-c40f-46a3-abec-1ca7f50524f1 HTTP/1.1" status: 200 len: 858 time: 0.1027846 Feb 12 04:19:21.700813 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9fef0-444e-402a-ac1c-6dc890171373 req-770bf34b-44e1-47a4-9107-a60c1082302e tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:21.704763 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-39f9fef0-444e-402a-ac1c-6dc890171373 req-770bf34b-44e1-47a4-9107-a60c1082302e tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 943 time: 0.0943031 Feb 12 04:19:21.776204 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-50731478-4dc0-4d5c-928b-6750dff02a88 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5a7d98ea94e4547983dbffcb2b614bc HTTP/1.1" status: 200 len: 379 time: 0.1468723 Feb 12 04:19:21.793673 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ab063ca2-f6ac-475b-907d-69c517262857 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Request body: {'port': {'device_id': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'admin_state_up': True, 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'security_groups': ['278dafc4-b078-4775-9e95-03a6ef2ba01b']}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:22.095299 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-411d9da7-9ea2-47f4-ab0f-7cb4b8220f85 req-7e8160f3-1dce-48fd-912a-398e2aba5b4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4eba8ad-7c32-4044-a2b9-370377016af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356297 Feb 12 04:19:22.095963 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ab063ca2-f6ac-475b-907d-69c517262857 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Made reservation on behalf of f5a7d98ea94e4547983dbffcb2b614bc for: {'port': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:19:22.099566 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ab063ca2-f6ac-475b-907d-69c517262857 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:22.121591 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-54349a3b-3004-4154-a7c7-a06c15f76bbe req-11c35b4b-4d9d-49e2-939e-5ab218d8e309 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 210 time: 0.0621617 Feb 12 04:19:22.172065 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-39f9fef0-444e-402a-ac1c-6dc890171373 req-28df2c29-128f-4da4-912d-a59e07149bb9 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625404 Feb 12 04:19:22.286745 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ab063ca2-f6ac-475b-907d-69c517262857 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Allocated IP 172.20.0.13 (a470119b-e597-4f7c-b914-bdedfeebd027/9e097ae6-88b7-4785-b35b-e83f2dfc78cb/7f295ad4-24a6-4a7e-b33a-2a928cd09e95) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:19:22.339420 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7dbf9839-a781-427f-8693-b6a89400d393 req-eb89a603-cbf0-4f22-af98-b3c60203251e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 210 time: 0.0837240 Feb 12 04:19:22.362460 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36a22-836f-48e4-abe8-a5dcf44a794d req-7aa62626-ea1e-476a-acd4-06161ba24e98 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:22.364140 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-60c36a22-836f-48e4-abe8-a5dcf44a794d req-7aa62626-ea1e-476a-acd4-06161ba24e98 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 943 time: 0.1750469 Feb 12 04:19:22.411826 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-411d9da7-9ea2-47f4-ab0f-7cb4b8220f85 req-921fb187-c536-428c-9f03-a10f4ab8d728 service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117195 Feb 12 04:19:22.429718 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ab063ca2-f6ac-475b-907d-69c517262857 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:22.449947 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-60c36a22-836f-48e4-abe8-a5dcf44a794d req-e45ed112-c7db-476c-a624-03d6ac2910d4 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788953 Feb 12 04:19:22.544114 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-411d9da7-9ea2-47f4-ab0f-7cb4b8220f85 req-7417a21b-ba1c-41af-872f-8c9bc4e945a3 service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216846 Feb 12 04:19:22.570954 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ab063ca2-f6ac-475b-907d-69c517262857 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:22.584694 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4226ddd-4b23-450f-8c3e-641ec7edbf03 req-8ab27353-a499-4ce9-a648-5bbbbb5fca39 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:22.586793 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b4226ddd-4b23-450f-8c3e-641ec7edbf03 req-8ab27353-a499-4ce9-a648-5bbbbb5fca39 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 943 time: 0.0558510 Feb 12 04:19:22.617988 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ab063ca2-f6ac-475b-907d-69c517262857 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Network a470119b-e597-4f7c-b914-bdedfeebd027 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:19:22.621321 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ab063ca2-f6ac-475b-907d-69c517262857 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:19:22.624968 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ab063ca2-f6ac-475b-907d-69c517262857 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:19:22.630101 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ab063ca2-f6ac-475b-907d-69c517262857 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:22.634371 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ab063ca2-f6ac-475b-907d-69c517262857 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:22.644949 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab063ca2-f6ac-475b-907d-69c517262857 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event updated for resources: {'Port': ['ID=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:22.662066 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b4226ddd-4b23-450f-8c3e-641ec7edbf03 req-5f7de17f-e4d0-4360-a792-94f878a89382 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692694 Feb 12 04:19:22.709985 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ab063ca2-f6ac-475b-907d-69c517262857 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9236937 Feb 12 04:19:22.721499 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Request body: {'port': {'device_id': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:22.797474 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:22.877983 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-285d5eeb-702d-4b7e-97bf-991922871e52 None None] Provisioning complete for port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:22.878577 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-285d5eeb-702d-4b7e-97bf-991922871e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:22.917312 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-285d5eeb-702d-4b7e-97bf-991922871e52 None None] Port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:19:23.100157 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 {{(pid=103157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:19:23.111912 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Publish callbacks [] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:23.124737 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.provisioning_blocks [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Transition to ACTIVE for port object 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 will not be triggered until provisioned by entity L2. {{(pid=103157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:19:23.186887 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:23.251397 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44e20b-d0a7-46f2-bbd7-1c1e6fcaf478 req-fa133716-540e-4435-9282-03bcd8bef8fb tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:23.253440 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8c44e20b-d0a7-46f2-bbd7-1c1e6fcaf478 req-fa133716-540e-4435-9282-03bcd8bef8fb tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0668333 Feb 12 04:19:23.297756 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Pushing event updated for resources: {'Port': ['ID=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:23.300236 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Attempting to bind port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:19:23.300602 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Attempting to bind port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:19:23.300950 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Attempting to bind port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 on network a470119b-e597-4f7c-b914-bdedfeebd027 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:23.306640 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 on network a470119b-e597-4f7c-b914-bdedfeebd027 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:19:23.307350 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Attempting to bind port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 on network a470119b-e597-4f7c-b914-bdedfeebd027 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:23.313437 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:19:23.313664 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Checking segment: {'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:19:23.313888 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Bound using segment: {'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:19:23.314317 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Bound port: 7f295ad4-24a6-4a7e-b33a-2a928cd09e95, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'}}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:19:23.314823 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:23.389265 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8c44e20b-d0a7-46f2-bbd7-1c1e6fcaf478 req-ca828ee6-1a4a-4ea5-a52a-1b3519e958bf tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256919 Feb 12 04:19:23.408248 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba2057-05f8-46cb-9a17-607aeac2a941 req-cfaed856-1033-4598-a5e5-8d8d24d12f6a tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:23.408472 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] For port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95, host hv-cinder-82869, cleared binding levels {{(pid=103157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:19:23.408570 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dfba2057-05f8-46cb-9a17-607aeac2a941 req-cfaed856-1033-4598-a5e5-8d8d24d12f6a tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 943 time: 0.1178646 Feb 12 04:19:23.410940 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] For port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:19:23.467257 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dfba2057-05f8-46cb-9a17-607aeac2a941 req-931e66ec-f698-4467-bec6-e4ee330ee785 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507667 Feb 12 04:19:23.523422 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-040b1945-9f83-4f61-b47f-e7b96e7cd8c9 req-ecf25c1f-da15-4664-a79f-b55d64e39987 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 210 time: 0.0315435 Feb 12 04:19:23.587745 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:23.620219 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd537d6a-d9cf-4e09-b228-1b37a79c7833 req-1fc66348-3b2e-46c2-82c8-a63832da332b tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:23.621911 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dd537d6a-d9cf-4e09-b228-1b37a79c7833 req-1fc66348-3b2e-46c2-82c8-a63832da332b tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 943 time: 0.0652583 Feb 12 04:19:23.624580 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:23.625408 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:23.643096 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] 10.222.0.42 "PUT /v2.0/ports/7f295ad4-24a6-4a7e-b33a-2a928cd09e95 HTTP/1.1" status: 200 len: 1094 time: 0.9097836 Feb 12 04:19:23.643096 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'tag': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:19:23.643096 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57339234-58e8-4c42-8cac-ef2201829ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d27a38f-f79b-4a12-8dd1-e520acda4662", "tag": "7f295ad4-24a6-4a7e-b33a-2a928cd09e95"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:19:23.669318 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b2a1b-a13f-4ee4-a633-2324ccae2592 service neutron] Pushing event updated for resources: {'Port': ['ID=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,revision_number=3']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:23.687277 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dd537d6a-d9cf-4e09-b228-1b37a79c7833 req-d4c3cb45-57e1-4b65-a5a3-2ac48df67b6f tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595322 Feb 12 04:19:23.689976 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae72d193-c89f-4346-83ed-4b6b475478c5 x-openstack-request-id: req-ae72d193-c89f-4346-83ed-4b6b475478c5 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:19:23.690449 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d27a38f-f79b-4a12-8dd1-e520acda4662", "tag": "7f295ad4-24a6-4a7e-b33a-2a928cd09e95", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:19:23.690843 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae72d193-c89f-4346-83ed-4b6b475478c5 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:19:23.691530 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'tag': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'status': 'completed', 'code': 200} Feb 12 04:19:23.785227 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57339234-58e8-4c42-8cac-ef2201829ac7 req-cecbfec4-71fc-4890-a7cb-21d45b7efe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:23.787296 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-57339234-58e8-4c42-8cac-ef2201829ac7 req-cecbfec4-71fc-4890-a7cb-21d45b7efe99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 1128 time: 0.0685399 Feb 12 04:19:23.880433 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bdd1c-12c9-49a1-bda7-6628a55988dc req-3b391419-9cd1-4cf7-8491-af8fc5683d36 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:23.882657 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ca6bdd1c-12c9-49a1-bda7-6628a55988dc req-3b391419-9cd1-4cf7-8491-af8fc5683d36 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 943 time: 0.0911837 Feb 12 04:19:23.938924 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ca6bdd1c-12c9-49a1-bda7-6628a55988dc req-21f299a9-e068-4b26-837c-1e4479cb838e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489857 Feb 12 04:19:24.042211 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57339234-58e8-4c42-8cac-ef2201829ac7 req-bb872a6d-342c-4e0b-9500-d283b93f6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:24.043741 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-57339234-58e8-4c42-8cac-ef2201829ac7 req-bb872a6d-342c-4e0b-9500-d283b93f6a1e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2474010 Feb 12 04:19:24.381760 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57339234-58e8-4c42-8cac-ef2201829ac7 req-27cf21d6-87e2-4f5f-bae2-5109b785046f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:24.383779 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-57339234-58e8-4c42-8cac-ef2201829ac7 req-27cf21d6-87e2-4f5f-bae2-5109b785046f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3311536 Feb 12 04:19:24.466280 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-84406ad2-eab5-476f-9146-d61cc8e35c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:24.467788 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-84406ad2-eab5-476f-9146-d61cc8e35c29 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 1128 time: 0.0468264 Feb 12 04:19:24.527419 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-debca2fa-7f4a-4e80-b5df-f9e0b2599d63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95 HTTP/1.1" status: 200 len: 217 time: 0.0500283 Feb 12 04:19:24.554724 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d349dd3-fbd4-422e-ba70-ac2153e2d8f5 req-ad5697b1-d2dd-4784-ae0f-e0f0f259e065 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:24.556227 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7d349dd3-fbd4-422e-ba70-ac2153e2d8f5 req-ad5697b1-d2dd-4784-ae0f-e0f0f259e065 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0842109 Feb 12 04:19:24.585843 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-420a472e-2d7c-49ac-80b8-49036a134b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:24.587397 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-420a472e-2d7c-49ac-80b8-49036a134b8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e097ae6-88b7-4785-b35b-e83f2dfc78cb HTTP/1.1" status: 200 len: 855 time: 0.0507467 Feb 12 04:19:24.641959 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7d349dd3-fbd4-422e-ba70-ac2153e2d8f5 req-b0159d7c-b72f-4f58-9fbb-47e4074f16ea tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750329 Feb 12 04:19:24.651804 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a3b8-a423-456c-99d5-9a4a9f0d6b5a req-ee319a7f-945e-44df-88e8-6c1ab4555f31 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:24.653408 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d530a3b8-a423-456c-99d5-9a4a9f0d6b5a req-ee319a7f-945e-44df-88e8-6c1ab4555f31 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 943 time: 0.0962656 Feb 12 04:19:24.665640 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-57e1184a-364c-4925-924e-b633cf974f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:24.665640 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-57e1184a-364c-4925-924e-b633cf974f48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a470119b-e597-4f7c-b914-bdedfeebd027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709915 Feb 12 04:19:24.720015 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d530a3b8-a423-456c-99d5-9a4a9f0d6b5a req-42b192de-2530-41f4-827b-ebcc4efa300a tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605631 Feb 12 04:19:24.782764 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-b641de57-c8a0-46a8-9a54-a3d1873ad62a service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069343 Feb 12 04:19:24.792802 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3c3df574-d6bf-4a6b-a05a-0dac233dc732 req-847f81b5-7cc0-47d9-91f4-b595d117b062 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 210 time: 0.0416086 Feb 12 04:19:24.912105 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-98ab679c-c6ae-4126-974b-bfe30809a946 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:24.914146 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-98ab679c-c6ae-4126-974b-bfe30809a946 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.42 "GET /v2.0/networks?id=306165a8-01e9-47a6-9b7a-50f5488101e0 HTTP/1.1" status: 200 len: 811 time: 0.1904643 Feb 12 04:19:24.924544 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f5adce60-db3a-4363-8e2c-78ac9b1fac35 req-e77a838c-b12f-4664-92db-79294a26d2e0 service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348758 Feb 12 04:19:24.925472 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a22a0-8891-444b-8c0a-54ae7f4fbe0c req-cfdb0c74-9bd3-4629-8319-da2a245c002a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:24.937163 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c43a22a0-8891-444b-8c0a-54ae7f4fbe0c req-cfdb0c74-9bd3-4629-8319-da2a245c002a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 943 time: 0.1464753 Feb 12 04:19:25.090765 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c43a22a0-8891-444b-8c0a-54ae7f4fbe0c req-66fb4638-8e09-4d19-ae95-876ee1d93020 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523564 Feb 12 04:19:25.100640 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-44dafd3f-367d-4364-9d24-7c563d2a6e94 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e56e0fac86874323b726d0897d3cd6e5 HTTP/1.1" status: 200 len: 378 time: 0.1607034 Feb 12 04:19:25.112937 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-3785275e-aa81-4432-8438-21b995477f4e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Request body: {'port': {'device_id': 'b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'admin_state_up': True, 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'security_groups': ['94630dbe-b03f-479b-a128-4963bafc3f1a']}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:25.153559 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41999e56-3828-45dd-9e65-3d96266e8cee req-a6b01a6f-7902-4f90-858d-9a3213e5ea93 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:25.160503 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-41999e56-3828-45dd-9e65-3d96266e8cee req-a6b01a6f-7902-4f90-858d-9a3213e5ea93 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 943 time: 0.1375294 Feb 12 04:19:25.258341 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-41999e56-3828-45dd-9e65-3d96266e8cee req-4e48775b-f791-4230-b24e-6e6c77d711c7 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969779 Feb 12 04:19:25.409620 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-3785275e-aa81-4432-8438-21b995477f4e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Made reservation on behalf of e56e0fac86874323b726d0897d3cd6e5 for: {'port': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:19:25.413085 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-3785275e-aa81-4432-8438-21b995477f4e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:25.539099 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 1aa44ba5-96e3-4bef-be23-68c273fda544 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:19:25.575634 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-3785275e-aa81-4432-8438-21b995477f4e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Allocated IP 172.20.0.12 (306165a8-01e9-47a6-9b7a-50f5488101e0/2345433c-525e-49b3-a782-8ff78220c794/781b9705-45e9-4f7b-a755-a236654ca737) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:19:25.727305 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59492) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:25.828964 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-3785275e-aa81-4432-8438-21b995477f4e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for port (781b9705-45e9-4f7b-a755-a236654ca737), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:25.867283 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-328fee42-1ab1-4452-82b5-ee0fa65617a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:25.874470 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 1aa44ba5-96e3-4bef-be23-68c273fda544, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=1aa44ba5-96e3-4bef-be23-68c273fda544,segment=NetworkSegment(ba496fde-03f0-44f4-a945-766e140fdb0a),segment_id=ba496fde-03f0-44f4-a945-766e140fdb0a)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:25.889960 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': '1aa44ba5-96e3-4bef-be23-68c273fda544', 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4', 'port_id': '1aa44ba5-96e3-4bef-be23-68c273fda544', 'mac_address': 'fa:16:3e:ea:2c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aa06a1-c40f-46a3-abec-1ca7f50524f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:19:25.930768 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1b953-96b2-40e1-937d-6e07c62609e9 req-0b19eb47-4a9c-4b12-b191-1e649edd8bdb tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:25.931463 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 1aa44ba5-96e3-4bef-be23-68c273fda544 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:25.932026 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:25.932290 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f9b1b953-96b2-40e1-937d-6e07c62609e9 req-0b19eb47-4a9c-4b12-b191-1e649edd8bdb tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 943 time: 0.1239107 Feb 12 04:19:25.942329 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f9862-c88a-444f-970a-77a6c816fd89 req-a53538ff-576c-425b-8d87-bcdb04a3baeb tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:25.943772 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-349f9862-c88a-444f-970a-77a6c816fd89 req-a53538ff-576c-425b-8d87-bcdb04a3baeb tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.1373727 Feb 12 04:19:25.949154 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-328fee42-1ab1-4452-82b5-ee0fa65617a5 admin admin] Publish callbacks [] for security_group (2da4f191-a03c-44e8-a43e-55f5dc23458a), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:25.951734 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa44ba5-96e3-4bef-be23-68c273fda544 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:19:25.975404 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 1aa44ba5-96e3-4bef-be23-68c273fda544, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=1aa44ba5-96e3-4bef-be23-68c273fda544,segment=NetworkSegment(ba496fde-03f0-44f4-a945-766e140fdb0a),segment_id=ba496fde-03f0-44f4-a945-766e140fdb0a)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:26.018744 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f9b1b953-96b2-40e1-937d-6e07c62609e9 req-5f2d468f-be81-4107-9772-41e8534fb879 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740249 Feb 12 04:19:26.021403 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-328fee42-1ab1-4452-82b5-ee0fa65617a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2da4f191-a03c-44e8-a43e-55f5dc23458a), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.023409 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-349f9862-c88a-444f-970a-77a6c816fd89 req-31908b32-c985-42c6-b026-a39fb1566b86 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624616 Feb 12 04:19:26.024855 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-3785275e-aa81-4432-8438-21b995477f4e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (781b9705-45e9-4f7b-a755-a236654ca737), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.077850 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-3785275e-aa81-4432-8438-21b995477f4e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Network 306165a8-01e9-47a6-9b7a-50f5488101e0 is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:19:26.078421 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.079280 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device d5e20402-d3d7-4588-9215-82923e13decf details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:19:26.081786 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-3785275e-aa81-4432-8438-21b995477f4e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:19:26.084308 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-3785275e-aa81-4432-8438-21b995477f4e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:19:26.091202 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-3785275e-aa81-4432-8438-21b995477f4e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:26.091369 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-3785275e-aa81-4432-8438-21b995477f4e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.094888 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785275e-aa81-4432-8438-21b995477f4e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event updated for resources: {'Port': ['ID=781b9705-45e9-4f7b-a755-a236654ca737,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:26.132931 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-328fee42-1ab1-4452-82b5-ee0fa65617a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ff5c849c806432a9e7b8fbaebad909c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4041855 Feb 12 04:19:26.133931 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fee42-1ab1-4452-82b5-ee0fa65617a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da4f191-a03c-44e8-a43e-55f5dc23458a,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:26.150415 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 59514) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:26.193194 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-3785275e-aa81-4432-8438-21b995477f4e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0853524 Feb 12 04:19:26.194251 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=1aa44ba5-96e3-4bef-be23-68c273fda544,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:26.218870 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port d5e20402-d3d7-4588-9215-82923e13decf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d5e20402-d3d7-4588-9215-82923e13decf,segment=NetworkSegment(ba496fde-03f0-44f4-a945-766e140fdb0a),segment_id=ba496fde-03f0-44f4-a945-766e140fdb0a)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:26.242138 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': 'd5e20402-d3d7-4588-9215-82923e13decf', 'network_id': 'd4eba8ad-7c32-4044-a2b9-370377016af4', 'port_id': 'd5e20402-d3d7-4588-9215-82923e13decf', 'mac_address': 'fa:16:3e:77:12:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aa06a1-c40f-46a3-abec-1ca7f50524f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:19:26.256457 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Request body: {'port': {'device_id': 'b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:26.301670 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port d5e20402-d3d7-4588-9215-82923e13decf is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:26.302142 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (d5e20402-d3d7-4588-9215-82923e13decf), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.317979 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e20402-d3d7-4588-9215-82923e13decf {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:19:26.342036 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port d5e20402-d3d7-4588-9215-82923e13decf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d5e20402-d3d7-4588-9215-82923e13decf,segment=NetworkSegment(ba496fde-03f0-44f4-a945-766e140fdb0a),segment_id=ba496fde-03f0-44f4-a945-766e140fdb0a)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:26.367582 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ebdb60e5-df29-4ceb-9a85-27fd2273890a admin admin] Publish callbacks [] for security_group (2da4f191-a03c-44e8-a43e-55f5dc23458a), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.381527 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e602096-2984-4628-bc24-6515af9f9bf0 req-a99115c7-0600-4435-9403-bec580188018 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:26.382989 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e602096-2984-4628-bc24-6515af9f9bf0 req-a99115c7-0600-4435-9403-bec580188018 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 932 time: 0.2171431 Feb 12 04:19:26.391848 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ec2fd-8851-4db7-b416-718d50aa1bc5 req-c9da4899-eeda-40c4-8e25-51a5d66a8bdf tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:26.395916 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8f9ec2fd-8851-4db7-b416-718d50aa1bc5 req-c9da4899-eeda-40c4-8e25-51a5d66a8bdf tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 943 time: 0.1952579 Feb 12 04:19:26.399760 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (781b9705-45e9-4f7b-a755-a236654ca737), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.441391 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-0b1ac0e3-3b47-4b01-ade6-af819ea29c05 None None] Provisioning complete for port 781b9705-45e9-4f7b-a755-a236654ca737 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:26.441794 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0b1ac0e3-3b47-4b01-ade6-af819ea29c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (781b9705-45e9-4f7b-a755-a236654ca737), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.447978 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ebdb60e5-df29-4ceb-9a85-27fd2273890a admin admin] Publish callbacks [] for security_group (2da4f191-a03c-44e8-a43e-55f5dc23458a), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.466996 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (d5e20402-d3d7-4588-9215-82923e13decf), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.467662 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 5d181d11-dd58-4c59-a93c-997e0ea1eb58 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:19:26.527391 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ac0e3-3b47-4b01-ade6-af819ea29c05 None None] Port 781b9705-45e9-4f7b-a755-a236654ca737 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:19:26.554073 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=d5e20402-d3d7-4588-9215-82923e13decf,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:26.556378 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8f9ec2fd-8851-4db7-b416-718d50aa1bc5 req-015d71c5-60dd-4915-89f2-7142154cdf36 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505258 Feb 12 04:19:26.560036 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e602096-2984-4628-bc24-6515af9f9bf0 req-97bfeebe-506b-4b8f-8e00-7348c26be2b9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1657941 Feb 12 04:19:26.664246 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 5d181d11-dd58-4c59-a93c-997e0ea1eb58, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=5d181d11-dd58-4c59-a93c-997e0ea1eb58,segment=NetworkSegment(37e12ad6-11f7-4228-8e0e-a81516976a94),segment_id=37e12ad6-11f7-4228-8e0e-a81516976a94)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:26.677180 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': '5d181d11-dd58-4c59-a93c-997e0ea1eb58', 'network_id': '5cd1924f-17ba-4894-907a-e01184fe91d9', 'port_id': '5d181d11-dd58-4c59-a93c-997e0ea1eb58', 'mac_address': 'fa:16:3e:0b:aa:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a05ab62-e6d7-4623-954e-3b90cea13d4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:19:26.723827 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 5d181d11-dd58-4c59-a93c-997e0ea1eb58 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:26.724289 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.727523 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ebdb60e5-df29-4ceb-9a85-27fd2273890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2da4f191-a03c-44e8-a43e-55f5dc23458a), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.731427 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ebdb60e5-df29-4ceb-9a85-27fd2273890a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.735015 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-ebdb60e5-df29-4ceb-9a85-27fd2273890a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2da4f191-a03c-44e8-a43e-55f5dc23458a HTTP/1.1" status: 204 len: 168 time: 0.5804763 Feb 12 04:19:26.754282 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d181d11-dd58-4c59-a93c-997e0ea1eb58 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:19:26.762055 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb60e5-df29-4ceb-9a85-27fd2273890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da4f191-a03c-44e8-a43e-55f5dc23458a,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:26.784391 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 5d181d11-dd58-4c59-a93c-997e0ea1eb58, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=5d181d11-dd58-4c59-a93c-997e0ea1eb58,segment=NetworkSegment(37e12ad6-11f7-4228-8e0e-a81516976a94),segment_id=37e12ad6-11f7-4228-8e0e-a81516976a94)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:26.795625 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc8319-de19-4692-b102-1d2ae2d601ac req-cd832e80-84f0-411a-9cbd-354ccac5d0ae tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:26.796646 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1bfc8319-de19-4692-b102-1d2ae2d601ac req-cd832e80-84f0-411a-9cbd-354ccac5d0ae tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 944 time: 0.1417110 Feb 12 04:19:26.850174 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.851695 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 28c9098c-2911-456c-a866-c46cf15a8c35 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:19:26.887869 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1bfc8319-de19-4692-b102-1d2ae2d601ac req-36dbe998-ca7b-4662-9781-2824c5a1beb0 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823753 Feb 12 04:19:26.893051 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781b9705-45e9-4f7b-a755-a236654ca737 {{(pid=103158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:19:26.902047 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Publish callbacks [] for port (781b9705-45e9-4f7b-a755-a236654ca737), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:26.915320 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.provisioning_blocks [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Transition to ACTIVE for port object 781b9705-45e9-4f7b-a755-a236654ca737 will not be triggered until provisioned by entity L2. {{(pid=103158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:19:26.935689 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=5d181d11-dd58-4c59-a93c-997e0ea1eb58,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:26.997106 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59538) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:26.997950 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (781b9705-45e9-4f7b-a755-a236654ca737), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.016426 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 28c9098c-2911-456c-a866-c46cf15a8c35, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=28c9098c-2911-456c-a866-c46cf15a8c35,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:27.049367 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': '28c9098c-2911-456c-a866-c46cf15a8c35', 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a', 'port_id': '28c9098c-2911-456c-a866-c46cf15a8c35', 'mac_address': 'fa:16:3e:fc:56:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd2e30a-6546-4562-a28e-669b8297f414', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:19:27.076341 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Pushing event updated for resources: {'Port': ['ID=781b9705-45e9-4f7b-a755-a236654ca737,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:27.102196 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 28c9098c-2911-456c-a866-c46cf15a8c35 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:27.102695 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (28c9098c-2911-456c-a866-c46cf15a8c35), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.116124 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Attempting to bind port 781b9705-45e9-4f7b-a755-a236654ca737 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:19:27.117293 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Attempting to bind port 781b9705-45e9-4f7b-a755-a236654ca737 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:19:27.118009 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Attempting to bind port 781b9705-45e9-4f7b-a755-a236654ca737 on network 306165a8-01e9-47a6-9b7a-50f5488101e0 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:27.122042 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c9098c-2911-456c-a866-c46cf15a8c35 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:19:27.149497 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 28c9098c-2911-456c-a866-c46cf15a8c35, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=28c9098c-2911-456c-a866-c46cf15a8c35,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:27.154172 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Port 781b9705-45e9-4f7b-a755-a236654ca737 on network 306165a8-01e9-47a6-9b7a-50f5488101e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:19:27.154553 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Attempting to bind port 781b9705-45e9-4f7b-a755-a236654ca737 on network 306165a8-01e9-47a6-9b7a-50f5488101e0 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:27.165315 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:19:27.165725 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Checking segment: {'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:19:27.166309 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Bound using segment: {'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:19:27.167268 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Bound port: 781b9705-45e9-4f7b-a755-a236654ca737, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'}}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:19:27.167268 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (781b9705-45e9-4f7b-a755-a236654ca737), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.222230 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (28c9098c-2911-456c-a866-c46cf15a8c35), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.243644 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-73093902-c363-4939-b8e1-5f7607ad3c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.244321 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362414e-2a77-455d-b87b-a85c71baad8e req-d98003b8-4fa6-4b95-a3e7-3022365beb5d tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:27.251292 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6362414e-2a77-455d-b87b-a85c71baad8e req-d98003b8-4fa6-4b95-a3e7-3022365beb5d tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 944 time: 0.1277025 Feb 12 04:19:27.283220 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=28c9098c-2911-456c-a866-c46cf15a8c35,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:27.315847 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] For port 781b9705-45e9-4f7b-a755-a236654ca737, host hv-cinder-82869, cleared binding levels {{(pid=103158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:19:27.325758 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] For port 781b9705-45e9-4f7b-a755-a236654ca737, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=781b9705-45e9-4f7b-a755-a236654ca737,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:19:27.329016 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-73093902-c363-4939-b8e1-5f7607ad3c71 admin admin] Publish callbacks [] for security_group (2e76cc77-f5ea-49ce-b27c-a7d1d523e9c4), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.349028 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6362414e-2a77-455d-b87b-a85c71baad8e req-c10599ec-8878-4536-9032-1866194078ca tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969656 Feb 12 04:19:27.356848 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49292bf1-956e-4a92-9ff5-4ea6bcc10fe4 req-0bdec661-1626-4734-9c1c-24e13605107a tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:27.359055 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-49292bf1-956e-4a92-9ff5-4ea6bcc10fe4 req-0bdec661-1626-4734-9c1c-24e13605107a tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.1416628 Feb 12 04:19:27.407006 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-49292bf1-956e-4a92-9ff5-4ea6bcc10fe4 req-a079c226-57ab-4e57-9e5c-82e950227bd4 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423398 Feb 12 04:19:27.421263 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-73093902-c363-4939-b8e1-5f7607ad3c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2e76cc77-f5ea-49ce-b27c-a7d1d523e9c4), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.422538 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (781b9705-45e9-4f7b-a755-a236654ca737), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.436761 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:27.437726 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.439049 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] 10.222.0.42 "PUT /v2.0/ports/781b9705-45e9-4f7b-a755-a236654ca737 HTTP/1.1" status: 200 len: 1094 time: 1.2111225 Feb 12 04:19:27.454824 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73093902-c363-4939-b8e1-5f7607ad3c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e76cc77-f5ea-49ce-b27c-a7d1d523e9c4,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:27.458981 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7', 'tag': '781b9705-45e9-4f7b-a755-a236654ca737'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:19:27.461339 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac1c6dc-ad8f-4b03-a864-8f1173abe44c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7", "tag": "781b9705-45e9-4f7b-a755-a236654ca737"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:19:27.482213 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 59550) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:27.485584 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-73093902-c363-4939-b8e1-5f7607ad3c71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f95f1d550ec24369b71aa2b7505fa16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4856195 Feb 12 04:19:27.511481 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:19:27.516596 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc12b8b-ae2f-4133-9f5e-4687a8ccaccf x-openstack-request-id: req-7fc12b8b-ae2f-4133-9f5e-4687a8ccaccf {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:19:27.516894 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7", "tag": "781b9705-45e9-4f7b-a755-a236654ca737", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:19:27.517337 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fc12b8b-ae2f-4133-9f5e-4687a8ccaccf {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:19:27.517776 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7', 'tag': '781b9705-45e9-4f7b-a755-a236654ca737', 'status': 'completed', 'code': 200} Feb 12 04:19:27.547369 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d5baf-6c34-4503-a861-5a134413aaaf service neutron] Pushing event updated for resources: {'Port': ['ID=781b9705-45e9-4f7b-a755-a236654ca737,revision_number=3']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:27.608082 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59556) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:27.608365 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b889-0fc2-453c-84ae-3c029d648ed8 admin admin] Publish callbacks [] for security_group (2e76cc77-f5ea-49ce-b27c-a7d1d523e9c4), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.634162 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-bf24727b-108f-49c3-9c60-1688103425ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.644921 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b889-0fc2-453c-84ae-3c029d648ed8 admin admin] Publish callbacks [] for security_group (2e76cc77-f5ea-49ce-b27c-a7d1d523e9c4), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.654717 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1c6dc-ad8f-4b03-a864-8f1173abe44c req-19a53ff4-5cdf-4812-adb7-115cbcf83361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:27.657507 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8ac1c6dc-ad8f-4b03-a864-8f1173abe44c req-19a53ff4-5cdf-4812-adb7-115cbcf83361 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e56e0fac86874323b726d0897d3cd6e5&device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 1128 time: 0.1114788 Feb 12 04:19:27.734523 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:27.753054 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['d5e20402-d3d7-4588-9215-82923e13decf'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:19:27.755386 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['1aa44ba5-96e3-4bef-be23-68c273fda544'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:19:27.755664 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-bf24727b-108f-49c3-9c60-1688103425ab admin admin] Publish callbacks [] for security_group (32568f85-4b2d-4622-b30e-8c9bf6820edf), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.758409 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['28c9098c-2911-456c-a866-c46cf15a8c35'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:19:27.777169 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'port_id': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'mac_address': 'fa:16:3e:b6:d4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:19:27.815578 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-bf24727b-108f-49c3-9c60-1688103425ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (32568f85-4b2d-4622-b30e-8c9bf6820edf), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.861342 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24727b-108f-49c3-9c60-1688103425ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32568f85-4b2d-4622-b30e-8c9bf6820edf,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:27.864029 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['5d181d11-dd58-4c59-a93c-997e0ea1eb58'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:19:27.868893 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-bf24727b-108f-49c3-9c60-1688103425ab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5295d50e952a41419664028834b6afd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564273 Feb 12 04:19:27.869145 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59560) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:27.926881 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6062a5f9-c78d-4b6a-a3f3-a57de8d3f61a admin admin] Publish callbacks [] for security_group (32568f85-4b2d-4622-b30e-8c9bf6820edf), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:27.950573 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6062a5f9-c78d-4b6a-a3f3-a57de8d3f61a admin admin] Publish callbacks [] for security_group (32568f85-4b2d-4622-b30e-8c9bf6820edf), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:28.009790 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:28.010141 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:28.083809 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6062a5f9-c78d-4b6a-a3f3-a57de8d3f61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (32568f85-4b2d-4622-b30e-8c9bf6820edf), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:28.088717 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6062a5f9-c78d-4b6a-a3f3-a57de8d3f61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:28.090121 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-6062a5f9-c78d-4b6a-a3f3-a57de8d3f61a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32568f85-4b2d-4622-b30e-8c9bf6820edf HTTP/1.1" status: 204 len: 168 time: 0.2198439 Feb 12 04:19:28.091150 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:19:28.103453 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062a5f9-c78d-4b6a-a3f3-a57de8d3f61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32568f85-4b2d-4622-b30e-8c9bf6820edf,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:28.123026 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70ba69-a457-4ebc-bd8c-05574ecaafe1 req-c111c9f6-8173-4f2a-ab76-2a37a0a3515d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:28.124793 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-be70ba69-a457-4ebc-bd8c-05574ecaafe1 req-c111c9f6-8173-4f2a-ab76-2a37a0a3515d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 944 time: 0.4228857 Feb 12 04:19:28.134206 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1c6dc-ad8f-4b03-a864-8f1173abe44c req-f290dfb5-c9ce-46c8-9113-2e69531d8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:28.135636 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8ac1c6dc-ad8f-4b03-a864-8f1173abe44c req-f290dfb5-c9ce-46c8-9113-2e69531d8c5b service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e56e0fac86874323b726d0897d3cd6e5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4706957 Feb 12 04:19:28.148658 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab014c-659d-4e73-b3c3-0e22fb0347f0 req-69b7fde7-14f5-4f8e-a8c2-bb05b730b2ae tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:28.150271 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2eab014c-659d-4e73-b3c3-0e22fb0347f0 req-69b7fde7-14f5-4f8e-a8c2-bb05b730b2ae tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 944 time: 0.4226761 Feb 12 04:19:28.196720 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:28.226295 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b889-0fc2-453c-84ae-3c029d648ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2e76cc77-f5ea-49ce-b27c-a7d1d523e9c4), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:28.229078 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b889-0fc2-453c-84ae-3c029d648ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:28.230233 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-cbd4b889-0fc2-453c-84ae-3c029d648ed8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e76cc77-f5ea-49ce-b27c-a7d1d523e9c4 HTTP/1.1" status: 204 len: 168 time: 0.7468109 Feb 12 04:19:28.303133 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:28.353223 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4b889-0fc2-453c-84ae-3c029d648ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e76cc77-f5ea-49ce-b27c-a7d1d523e9c4,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:28.369321 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-be70ba69-a457-4ebc-bd8c-05574ecaafe1 req-ef7c752a-99e8-4853-8987-4cb8d832b473 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370510 Feb 12 04:19:28.386398 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2eab014c-659d-4e73-b3c3-0e22fb0347f0 req-b19a6d4e-4f37-4797-976e-cb358212d408 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2124233 Feb 12 04:19:28.405572 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1c6dc-ad8f-4b03-a864-8f1173abe44c req-318ececb-48af-4902-8ac7-6df5028da66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:28.408440 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8ac1c6dc-ad8f-4b03-a864-8f1173abe44c req-318ececb-48af-4902-8ac7-6df5028da66d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2549469 Feb 12 04:19:28.514616 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:28.603864 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-0364b85a-0379-4994-9c23-2882b9962e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:28.605406 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-0364b85a-0379-4994-9c23-2882b9962e7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e56e0fac86874323b726d0897d3cd6e5&device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 1128 time: 0.1517718 Feb 12 04:19:28.613374 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d902c3-b8a8-4e5f-95b8-cb9663e9e3e1 req-98cde899-2207-495f-b371-81448b459300 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:28.615029 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-94d902c3-b8a8-4e5f-95b8-cb9663e9e3e1 req-98cde899-2207-495f-b371-81448b459300 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 944 time: 0.1454368 Feb 12 04:19:28.627936 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['7f295ad4-24a6-4a7e-b33a-2a928cd09e95'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:19:28.633571 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5f871-194e-4208-b018-fab2f0986a7d req-5087d094-6a52-4e9d-a49e-4134d9883ebd tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:28.636063 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9ab5f871-194e-4208-b018-fab2f0986a7d req-5087d094-6a52-4e9d-a49e-4134d9883ebd tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 944 time: 0.1385415 Feb 12 04:19:28.678928 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-4b57c9e8-f4cc-482e-8a44-545ab968036a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781b9705-45e9-4f7b-a755-a236654ca737 HTTP/1.1" status: 200 len: 217 time: 0.0610948 Feb 12 04:19:28.779019 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-14dde9cf-5676-46b6-9583-f2cbd83d2164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:28.780470 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-14dde9cf-5676-46b6-9583-f2cbd83d2164 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2345433c-525e-49b3-a782-8ff78220c794 HTTP/1.1" status: 200 len: 850 time: 0.0895474 Feb 12 04:19:28.783470 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-94d902c3-b8a8-4e5f-95b8-cb9663e9e3e1 req-22241348-9ee2-4b33-8258-be1851378a20 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473157 Feb 12 04:19:28.786898 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9ab5f871-194e-4208-b018-fab2f0986a7d req-1dc15817-c070-4b6b-a0f7-3322f05c1f79 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118813 Feb 12 04:19:28.876643 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-e329c1ce-7128-4c56-b6b0-d2c8d59f6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:28.878164 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-e329c1ce-7128-4c56-b6b0-d2c8d59f6544 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=306165a8-01e9-47a6-9b7a-50f5488101e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903304 Feb 12 04:19:28.931087 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5ccf8-af59-4731-8d57-d4e6069af3f8 req-36885c4a-d952-4f93-8d56-50e0029c8de5 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:28.932588 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-49d5ccf8-af59-4731-8d57-d4e6069af3f8 req-36885c4a-d952-4f93-8d56-50e0029c8de5 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 945 time: 0.0919735 Feb 12 04:19:29.019901 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-1e1d32f6-e856-41a4-b9a7-c17f4f284e43 service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321292 Feb 12 04:19:29.023949 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-49d5ccf8-af59-4731-8d57-d4e6069af3f8 req-ee985ab1-7e5f-4cbf-a561-94fa89e966ee tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659270 Feb 12 04:19:29.052615 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 59582) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:29.091166 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe6d1-6e02-4480-a8a3-c751e8ccc118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.107305 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59584) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:29.120356 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-2924b8c4-e909-4ad8-9684-23e6f90621b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.138175 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb7a7cba-5078-41a7-80b2-30b3470f6068 req-9d00af66-20aa-413f-9d31-ac51be870be2 service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119056 Feb 12 04:19:29.198803 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-2924b8c4-e909-4ad8-9684-23e6f90621b9 admin admin] Publish callbacks [] for security_group (de730937-671b-4291-979e-9e84820f33e2), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.202776 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe6d1-6e02-4480-a8a3-c751e8ccc118 admin admin] Publish callbacks [] for security_group (71e9a58d-1799-41ab-8b02-fd9e2e196091), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.318005 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-2924b8c4-e909-4ad8-9684-23e6f90621b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (de730937-671b-4291-979e-9e84820f33e2), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.318166 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e1fbe6d1-6e02-4480-a8a3-c751e8ccc118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (71e9a58d-1799-41ab-8b02-fd9e2e196091), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.353361 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-2924b8c4-e909-4ad8-9684-23e6f90621b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=375f24cb65f4437a90a81f840ef3bc8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423389 Feb 12 04:19:29.354693 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 59588) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:29.360267 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924b8c4-e909-4ad8-9684-23e6f90621b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de730937-671b-4291-979e-9e84820f33e2,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:29.363685 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbe6d1-6e02-4480-a8a3-c751e8ccc118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e9a58d-1799-41ab-8b02-fd9e2e196091,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:29.372881 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-e1fbe6d1-6e02-4480-a8a3-c751e8ccc118 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4279bb2c18b94bd8a6d7b3b70fd7cea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192954 Feb 12 04:19:29.375680 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 59592) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:29.441362 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb89f-12bb-4db2-bd33-5118955c2841 admin admin] Publish callbacks [] for security_group (de730937-671b-4291-979e-9e84820f33e2), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.483127 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c25d9db1-29d9-473c-b431-e1b7f92228e5 admin admin] Publish callbacks [] for security_group (71e9a58d-1799-41ab-8b02-fd9e2e196091), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.497974 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 1aa44ba5-96e3-4bef-be23-68c273fda544 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:29.542530 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb89f-12bb-4db2-bd33-5118955c2841 admin admin] Publish callbacks [] for security_group (de730937-671b-4291-979e-9e84820f33e2), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.552048 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c25d9db1-29d9-473c-b431-e1b7f92228e5 admin admin] Publish callbacks [] for security_group (71e9a58d-1799-41ab-8b02-fd9e2e196091), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.631189 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae608c5f-eb34-46ad-8f3b-df1f272cc763 req-bcf6f943-1323-4d7a-9462-87853c362eb4 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:29.632836 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port 1aa44ba5-96e3-4bef-be23-68c273fda544 completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:19:29.633106 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ae608c5f-eb34-46ad-8f3b-df1f272cc763 req-bcf6f943-1323-4d7a-9462-87853c362eb4 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 944 time: 0.1687179 Feb 12 04:19:29.637294 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port 1aa44ba5-96e3-4bef-be23-68c273fda544 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:29.637983 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.643527 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80e015-713d-4f07-b243-4e81c00605a5 req-86ff90ea-257f-4b61-8adf-cf2d3658ac65 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:29.644911 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-db80e015-713d-4f07-b243-4e81c00605a5 req-86ff90ea-257f-4b61-8adf-cf2d3658ac65 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 944 time: 0.1961832 Feb 12 04:19:29.719208 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ae608c5f-eb34-46ad-8f3b-df1f272cc763 req-3c3c8c9d-9aad-463c-9f83-851d496e153f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730577 Feb 12 04:19:29.728153 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-db80e015-713d-4f07-b243-4e81c00605a5 req-1cfe3320-48ca-478c-b2fb-b6c9651b3f9d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711048 Feb 12 04:19:29.764086 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb89f-12bb-4db2-bd33-5118955c2841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (de730937-671b-4291-979e-9e84820f33e2), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.766862 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb89f-12bb-4db2-bd33-5118955c2841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.768848 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-f4bfb89f-12bb-4db2-bd33-5118955c2841 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de730937-671b-4291-979e-9e84820f33e2 HTTP/1.1" status: 204 len: 168 time: 0.4123833 Feb 12 04:19:29.776115 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfb89f-12bb-4db2-bd33-5118955c2841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de730937-671b-4291-979e-9e84820f33e2,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:29.798595 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c25d9db1-29d9-473c-b431-e1b7f92228e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (71e9a58d-1799-41ab-8b02-fd9e2e196091), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.801307 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c25d9db1-29d9-473c-b431-e1b7f92228e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.803452 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-c25d9db1-29d9-473c-b431-e1b7f92228e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71e9a58d-1799-41ab-8b02-fd9e2e196091 HTTP/1.1" status: 204 len: 168 time: 0.4259748 Feb 12 04:19:29.826590 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d9db1-29d9-473c-b431-e1b7f92228e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e9a58d-1799-41ab-8b02-fd9e2e196091,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:29.861515 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 1aa44ba5-96e3-4bef-be23-68c273fda544 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:29.861902 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:29.888053 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adde7f41-c793-4cdd-b9ac-94923b7ab588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa44ba5-96e3-4bef-be23-68c273fda544'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:19:29.962936 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 1aa44ba5-96e3-4bef-be23-68c273fda544, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=1aa44ba5-96e3-4bef-be23-68c273fda544,segment=NetworkSegment(ba496fde-03f0-44f4-a945-766e140fdb0a),segment_id=ba496fde-03f0-44f4-a945-766e140fdb0a)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:29.973901 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659bb3f-2bed-48ab-93d4-0fedb899b333 req-9263162d-dea4-406a-b572-88d50c29242f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:29.975395 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d659bb3f-2bed-48ab-93d4-0fedb899b333 req-9263162d-dea4-406a-b572-88d50c29242f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 944 time: 0.0995927 Feb 12 04:19:29.997413 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560b1cc-51b6-42b1-bff3-88ffe4399611 req-233d2bc3-e179-4447-be81-8bbfcf883757 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:29.998852 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6560b1cc-51b6-42b1-bff3-88ffe4399611 req-233d2bc3-e179-4447-be81-8bbfcf883757 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 944 time: 0.0829670 Feb 12 04:19:30.057351 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d659bb3f-2bed-48ab-93d4-0fedb899b333 req-f328910d-589c-4214-bed2-b7f5d8f6d523 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729170 Feb 12 04:19:30.066721 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:30.067677 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device d5e20402-d3d7-4588-9215-82923e13decf up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:30.067863 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6560b1cc-51b6-42b1-bff3-88ffe4399611 req-be868102-99f2-431c-bc89-c42ec0d6be73 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616348 Feb 12 04:19:30.158917 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=1aa44ba5-96e3-4bef-be23-68c273fda544,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:30.177983 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2f7b4-c059-467d-9472-1442b813e330 req-5063449c-9839-4d8c-b452-9ac5a8c9c912 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:30.179452 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0fc2f7b4-c059-467d-9472-1442b813e330 req-5063449c-9839-4d8c-b452-9ac5a8c9c912 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 945 time: 0.0585890 Feb 12 04:19:30.229584 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0fc2f7b4-c059-467d-9472-1442b813e330 req-78777439-c278-494c-bcd4-b28abe9bf516 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443804 Feb 12 04:19:30.346651 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port d5e20402-d3d7-4588-9215-82923e13decf completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:19:30.350590 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port d5e20402-d3d7-4588-9215-82923e13decf triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:30.351000 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (d5e20402-d3d7-4588-9215-82923e13decf), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:30.442591 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port d5e20402-d3d7-4588-9215-82923e13decf is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:30.443046 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (d5e20402-d3d7-4588-9215-82923e13decf), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:30.481609 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port d5e20402-d3d7-4588-9215-82923e13decf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d5e20402-d3d7-4588-9215-82923e13decf,segment=NetworkSegment(ba496fde-03f0-44f4-a945-766e140fdb0a),segment_id=ba496fde-03f0-44f4-a945-766e140fdb0a)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:30.503439 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0011e1-f1da-45af-a50c-e03bf6ce060f" -d '{"events": [{"server_uuid": "adde7f41-c793-4cdd-b9ac-94923b7ab588", "name": "network-vif-plugged", "status": "completed", "tag": "1aa44ba5-96e3-4bef-be23-68c273fda544"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:19:30.602616 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444c0072-da06-4004-9373-6fa81b7667de x-openstack-request-id: req-444c0072-da06-4004-9373-6fa81b7667de {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:19:30.603167 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adde7f41-c793-4cdd-b9ac-94923b7ab588", "name": "network-vif-plugged", "status": "completed", "tag": "1aa44ba5-96e3-4bef-be23-68c273fda544", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:19:30.603419 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-444c0072-da06-4004-9373-6fa81b7667de {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:19:30.609471 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde7f41-c793-4cdd-b9ac-94923b7ab588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa44ba5-96e3-4bef-be23-68c273fda544', 'code': 200} Feb 12 04:19:30.609471 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (d5e20402-d3d7-4588-9215-82923e13decf), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:30.609471 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 28c9098c-2911-456c-a866-c46cf15a8c35 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:30.689490 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=d5e20402-d3d7-4588-9215-82923e13decf,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:30.786968 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port 28c9098c-2911-456c-a866-c46cf15a8c35 completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:19:30.791939 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port 28c9098c-2911-456c-a866-c46cf15a8c35 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:30.792321 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (28c9098c-2911-456c-a866-c46cf15a8c35), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:30.882679 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ac7d4-54c2-4738-bc45-44138c43b42b req-ed1552de-e54f-4645-abcb-534b8386399e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:30.886034 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6f2ac7d4-54c2-4738-bc45-44138c43b42b req-ed1552de-e54f-4645-abcb-534b8386399e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 944 time: 0.0935826 Feb 12 04:19:30.894745 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 28c9098c-2911-456c-a866-c46cf15a8c35 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:30.902918 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (28c9098c-2911-456c-a866-c46cf15a8c35), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:30.936968 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 28c9098c-2911-456c-a866-c46cf15a8c35, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=28c9098c-2911-456c-a866-c46cf15a8c35,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:30.957668 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f4324-f11e-4fad-901c-fd1c02a7a4a7 req-fa8927f0-f200-4e69-b836-a4f08ae40d32 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:30.959140 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-438f4324-f11e-4fad-901c-fd1c02a7a4a7 req-fa8927f0-f200-4e69-b836-a4f08ae40d32 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 944 time: 0.1390452 Feb 12 04:19:31.015188 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (28c9098c-2911-456c-a866-c46cf15a8c35), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:31.033783 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c68e0-e1e3-4329-9b15-cc1cf9a9d42d req-67dcc91d-5d9b-4622-a710-fbc45cd4b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:31.035271 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2a9c68e0-e1e3-4329-9b15-cc1cf9a9d42d req-67dcc91d-5d9b-4622-a710-fbc45cd4b9e5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 1129 time: 0.1444185 Feb 12 04:19:31.039675 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:31.041260 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6f2ac7d4-54c2-4738-bc45-44138c43b42b req-5ae34e79-ab91-4b9f-937e-4692041123c7 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1424787 Feb 12 04:19:31.072515 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-438f4324-f11e-4fad-901c-fd1c02a7a4a7 req-efa83505-7876-446a-89db-0dc70c6ecdc3 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059692 Feb 12 04:19:31.073183 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=28c9098c-2911-456c-a866-c46cf15a8c35,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:31.073338 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-2a9c68e0-e1e3-4329-9b15-cc1cf9a9d42d req-8c3e7ec1-2860-4e8b-bd69-db2b75663a31 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:31.196386 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-2a9c68e0-e1e3-4329-9b15-cc1cf9a9d42d req-8c3e7ec1-2860-4e8b-bd69-db2b75663a31 service neutron] Publish callbacks [] for security_group (742da07c-25ba-49ab-9638-e6aec8ea3b1f), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:31.257323 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d85290-c8eb-4273-9179-bbe039485e1a req-9a0c08fc-dfac-4273-a20c-a46060aa1901 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:31.259280 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-79d85290-c8eb-4273-9179-bbe039485e1a req-9a0c08fc-dfac-4273-a20c-a46060aa1901 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.1095896 Feb 12 04:19:31.270254 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f9e7c-3dd6-4aba-820c-dc2474e4c8ef req-a5e91601-1870-4f5c-aa8d-c044b273142e tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:31.271804 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a69f9e7c-3dd6-4aba-820c-dc2474e4c8ef req-a5e91601-1870-4f5c-aa8d-c044b273142e tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 944 time: 0.1009197 Feb 12 04:19:31.282990 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-2a9c68e0-e1e3-4329-9b15-cc1cf9a9d42d req-8c3e7ec1-2860-4e8b-bd69-db2b75663a31 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (742da07c-25ba-49ab-9638-e6aec8ea3b1f), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:31.323078 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59666) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:31.371476 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2a9c68e0-e1e3-4329-9b15-cc1cf9a9d42d req-8c3e7ec1-2860-4e8b-bd69-db2b75663a31 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254228 Feb 12 04:19:31.372046 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e7ec1-2860-4e8b-bd69-db2b75663a31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=742da07c-25ba-49ab-9638-e6aec8ea3b1f,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:31.400617 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-79d85290-c8eb-4273-9179-bbe039485e1a req-d94a05dd-fd31-431e-9f10-d5e6b95f96db tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278048 Feb 12 04:19:31.407152 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a69f9e7c-3dd6-4aba-820c-dc2474e4c8ef req-0a59fe76-1f8c-493f-9c36-b46ab6827b80 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272509 Feb 12 04:19:31.513832 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 781b9705-45e9-4f7b-a755-a236654ca737 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:19:31.516007 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 5d181d11-dd58-4c59-a93c-997e0ea1eb58 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:31.522860 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820581e-eb01-4d9d-828c-7fee29e0c18d req-22501206-e124-4539-ac9f-a439f8492a11 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:31.524614 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f820581e-eb01-4d9d-828c-7fee29e0c18d req-22501206-e124-4539-ac9f-a439f8492a11 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 945 time: 0.0710986 Feb 12 04:19:31.646054 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port 5d181d11-dd58-4c59-a93c-997e0ea1eb58 completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:19:31.659197 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port 5d181d11-dd58-4c59-a93c-997e0ea1eb58 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:31.659756 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:31.698841 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 781b9705-45e9-4f7b-a755-a236654ca737, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=781b9705-45e9-4f7b-a755-a236654ca737,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:31.707950 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-322d148a-473f-459d-a34b-395fc1863a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:31.714956 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': '781b9705-45e9-4f7b-a755-a236654ca737', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'port_id': '781b9705-45e9-4f7b-a755-a236654ca737', 'mac_address': 'fa:16:3e:2e:16:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:19:31.798210 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 781b9705-45e9-4f7b-a755-a236654ca737 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:31.798595 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (781b9705-45e9-4f7b-a755-a236654ca737), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:31.800476 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f820581e-eb01-4d9d-828c-7fee29e0c18d req-bbe36ad3-4149-4ff6-b597-e628751fb660 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695587 Feb 12 04:19:31.809609 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 5d181d11-dd58-4c59-a93c-997e0ea1eb58 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:31.809993 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:31.817678 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-322d148a-473f-459d-a34b-395fc1863a12 admin admin] Publish callbacks [] for security_group (edeea772-0620-4d33-bae9-b96416aae3db), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:31.830666 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781b9705-45e9-4f7b-a755-a236654ca737 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:19:31.861425 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 781b9705-45e9-4f7b-a755-a236654ca737, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=781b9705-45e9-4f7b-a755-a236654ca737,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:31.863223 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 5d181d11-dd58-4c59-a93c-997e0ea1eb58, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=5d181d11-dd58-4c59-a93c-997e0ea1eb58,segment=NetworkSegment(37e12ad6-11f7-4228-8e0e-a81516976a94),segment_id=37e12ad6-11f7-4228-8e0e-a81516976a94)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:31.912407 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-322d148a-473f-459d-a34b-395fc1863a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (edeea772-0620-4d33-bae9-b96416aae3db), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:31.949983 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-322d148a-473f-459d-a34b-395fc1863a12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=681de655d34e45fab71f9552227617bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6257589 Feb 12 04:19:31.952598 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59682) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:31.961439 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d148a-473f-459d-a34b-395fc1863a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeea772-0620-4d33-bae9-b96416aae3db,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:31.975117 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:31.975929 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:31.978571 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (781b9705-45e9-4f7b-a755-a236654ca737), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:32.006580 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f6a586b0-c01e-4b6d-84a7-b4618710a7ff admin admin] Publish callbacks [] for security_group (edeea772-0620-4d33-bae9-b96416aae3db), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:32.027235 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f6a586b0-c01e-4b6d-84a7-b4618710a7ff admin admin] Publish callbacks [] for security_group (edeea772-0620-4d33-bae9-b96416aae3db), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:32.053815 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=5d181d11-dd58-4c59-a93c-997e0ea1eb58,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:32.111986 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=781b9705-45e9-4f7b-a755-a236654ca737,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:32.164660 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:19:32.172837 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:32.173323 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:32.193678 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f6a586b0-c01e-4b6d-84a7-b4618710a7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (edeea772-0620-4d33-bae9-b96416aae3db), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:32.197156 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f6a586b0-c01e-4b6d-84a7-b4618710a7ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:32.198633 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-f6a586b0-c01e-4b6d-84a7-b4618710a7ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/edeea772-0620-4d33-bae9-b96416aae3db HTTP/1.1" status: 204 len: 168 time: 0.2446861 Feb 12 04:19:32.214881 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a586b0-c01e-4b6d-84a7-b4618710a7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeea772-0620-4d33-bae9-b96416aae3db,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:32.229714 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad75b7-44da-4052-816d-0572ac136e4e req-a52942ee-9c88-47d1-8c56-3b8a78bbeecb tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:32.231250 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c5ad75b7-44da-4052-816d-0572ac136e4e req-a52942ee-9c88-47d1-8c56-3b8a78bbeecb tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 945 time: 0.0942698 Feb 12 04:19:32.252781 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fc587-7425-4617-9d0a-5a082d1ef2a8 req-fc7b6e32-126c-4ad8-ac7f-ec3559e06e14 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:32.254244 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-316fc587-7425-4617-9d0a-5a082d1ef2a8 req-fc7b6e32-126c-4ad8-ac7f-ec3559e06e14 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 945 time: 0.0858979 Feb 12 04:19:32.274077 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['781b9705-45e9-4f7b-a755-a236654ca737'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:19:32.321900 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:32.322268 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:32.324180 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c5ad75b7-44da-4052-816d-0572ac136e4e req-2bf946b8-cc40-423d-aced-34512b384ea2 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849113 Feb 12 04:19:32.331193 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-316fc587-7425-4617-9d0a-5a082d1ef2a8 req-f7c43369-f8db-42a2-898d-2cb07be9ac08 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694668 Feb 12 04:19:32.389849 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:32.512106 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:32.565170 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:32.574491 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3babc-73fd-417e-aba9-38cda0bbd03d req-5223a194-b2b5-4174-a82f-1ba6fc200881 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:32.575939 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-65b3babc-73fd-417e-aba9-38cda0bbd03d req-5223a194-b2b5-4174-a82f-1ba6fc200881 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 945 time: 0.0980015 Feb 12 04:19:32.605474 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d27b809-ac65-4266-99af-19350a4a9c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e20402-d3d7-4588-9215-82923e13decf'}, {'server_uuid': '30d39788-4a0a-4590-811a-bda70e802bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c9098c-2911-456c-a866-c46cf15a8c35'}, {'server_uuid': '91ffc43c-6075-4974-9b87-bed6a78914c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d181d11-dd58-4c59-a93c-997e0ea1eb58'}, {'server_uuid': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:19:32.608491 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc126a1-b6e7-44a5-99ae-c58c9c5b743b" -d '{"events": [{"server_uuid": "5d27b809-ac65-4266-99af-19350a4a9c03", "name": "network-vif-plugged", "status": "completed", "tag": "d5e20402-d3d7-4588-9215-82923e13decf"}, {"server_uuid": "30d39788-4a0a-4590-811a-bda70e802bc8", "name": "network-vif-plugged", "status": "completed", "tag": "28c9098c-2911-456c-a866-c46cf15a8c35"}, {"server_uuid": "91ffc43c-6075-4974-9b87-bed6a78914c3", "name": "network-vif-plugged", "status": "completed", "tag": "5d181d11-dd58-4c59-a93c-997e0ea1eb58"}, {"server_uuid": "5d27a38f-f79b-4a12-8dd1-e520acda4662", "name": "network-vif-plugged", "status": "completed", "tag": "7f295ad4-24a6-4a7e-b33a-2a928cd09e95"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:19:32.609661 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4ba28-e2e3-47d3-bce2-e00b64acb67e req-d5ac8899-ce98-408f-909b-b26ac94b2639 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:32.611155 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4db4ba28-e2e3-47d3-bce2-e00b64acb67e req-d5ac8899-ce98-408f-909b-b26ac94b2639 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0848362 Feb 12 04:19:32.648892 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-65b3babc-73fd-417e-aba9-38cda0bbd03d req-08790a6f-43cb-4e78-8eb6-4a1269b4e7a0 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670149 Feb 12 04:19:32.688750 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4db4ba28-e2e3-47d3-bce2-e00b64acb67e req-50192f50-fae3-4ee2-ac5e-69a6bb5146f6 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661204 Feb 12 04:19:32.713590 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 12 Feb 2022 04:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858060ff-b4ce-4f20-b30c-fd6571aab4f4 x-openstack-request-id: req-858060ff-b4ce-4f20-b30c-fd6571aab4f4 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:19:32.713840 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d27b809-ac65-4266-99af-19350a4a9c03", "name": "network-vif-plugged", "status": "completed", "tag": "d5e20402-d3d7-4588-9215-82923e13decf", "code": 200}, {"server_uuid": "30d39788-4a0a-4590-811a-bda70e802bc8", "name": "network-vif-plugged", "status": "completed", "tag": "28c9098c-2911-456c-a866-c46cf15a8c35", "code": 200}, {"server_uuid": "91ffc43c-6075-4974-9b87-bed6a78914c3", "name": "network-vif-plugged", "status": "completed", "tag": "5d181d11-dd58-4c59-a93c-997e0ea1eb58", "code": 200}, {"server_uuid": "5d27a38f-f79b-4a12-8dd1-e520acda4662", "name": "network-vif-plugged", "status": "completed", "tag": "7f295ad4-24a6-4a7e-b33a-2a928cd09e95", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:19:32.714093 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-858060ff-b4ce-4f20-b30c-fd6571aab4f4 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:19:32.714499 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d27b809-ac65-4266-99af-19350a4a9c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e20402-d3d7-4588-9215-82923e13decf', 'code': 200} Feb 12 04:19:32.714749 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d39788-4a0a-4590-811a-bda70e802bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c9098c-2911-456c-a866-c46cf15a8c35', 'code': 200} Feb 12 04:19:32.714995 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ffc43c-6075-4974-9b87-bed6a78914c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d181d11-dd58-4c59-a93c-997e0ea1eb58', 'code': 200} Feb 12 04:19:32.715240 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'code': 200} Feb 12 04:19:32.949948 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87eed01-5f41-40f9-bfeb-6e18bad57f94 req-665f95d4-36fc-46a4-a7fa-4d1f6f143095 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:32.951885 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e87eed01-5f41-40f9-bfeb-6e18bad57f94 req-665f95d4-36fc-46a4-a7fa-4d1f6f143095 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0628412 Feb 12 04:19:33.015353 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e87eed01-5f41-40f9-bfeb-6e18bad57f94 req-985fc061-f7ac-40f0-8b5a-7ec3954ed441 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568321 Feb 12 04:19:33.192572 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29400e-47ae-44e2-a764-a52869ee1bdb req-ee4f298f-6429-4220-be2c-252d94563488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:33.195514 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-de29400e-47ae-44e2-a764-a52869ee1bdb req-ee4f298f-6429-4220-be2c-252d94563488 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 1129 time: 0.0532560 Feb 12 04:19:33.290624 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-de29400e-47ae-44e2-a764-a52869ee1bdb req-a5649f20-3d3f-4aa1-a8ae-23c552ec0191 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832796 Feb 12 04:19:33.297086 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debe5a4-85ae-43c8-9d61-4cdf8e1ffb33 req-606e2294-fc4a-4dd1-93b7-71f700d04d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:33.298796 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3debe5a4-85ae-43c8-9d61-4cdf8e1ffb33 req-606e2294-fc4a-4dd1-93b7-71f700d04d8d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 1130 time: 0.0928259 Feb 12 04:19:33.333541 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e9d86-47af-4f57-84dc-85678454891f req-5448b1e6-151f-45df-895a-92ca74ba5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:33.335047 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-291e9d86-47af-4f57-84dc-85678454891f req-5448b1e6-151f-45df-895a-92ca74ba5467 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 1129 time: 0.1873531 Feb 12 04:19:33.340968 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1ee21-dc70-4bb2-bca2-ad37ca096794 req-f77db6d7-7317-437f-b1be-e67780f0f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:33.342432 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8bf1ee21-dc70-4bb2-bca2-ad37ca096794 req-f77db6d7-7317-437f-b1be-e67780f0f777 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 1130 time: 0.1147180 Feb 12 04:19:33.482115 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf0268-098c-4d41-b8ff-61d8b0f9a8fb req-21934e92-f55c-4423-9cb9-cbef808c0e62 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:33.483823 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-73cf0268-098c-4d41-b8ff-61d8b0f9a8fb req-21934e92-f55c-4423-9cb9-cbef808c0e62 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 945 time: 0.0823700 Feb 12 04:19:33.515704 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 781b9705-45e9-4f7b-a755-a236654ca737 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:19:33.582759 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8bf1ee21-dc70-4bb2-bca2-ad37ca096794 req-d4ea1a11-b2c2-4457-9b46-e6f091dd47bf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845079 Feb 12 04:19:33.617504 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-73cf0268-098c-4d41-b8ff-61d8b0f9a8fb req-cede9d03-1130-4170-9988-7f8dc3ee7e72 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273861 Feb 12 04:19:33.624201 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485539c-7fdd-4ad4-b874-f5db57e10741 req-f180d265-7f40-4629-97ce-469b53fe4241 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:33.629591 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-291e9d86-47af-4f57-84dc-85678454891f req-10d650a7-e3b5-42b9-b150-cf362ea6a13d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325130 Feb 12 04:19:33.631122 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5485539c-7fdd-4ad4-b874-f5db57e10741 req-f180d265-7f40-4629-97ce-469b53fe4241 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 945 time: 0.1924324 Feb 12 04:19:33.684108 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port 781b9705-45e9-4f7b-a755-a236654ca737 completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:19:33.690257 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port 781b9705-45e9-4f7b-a755-a236654ca737 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:19:33.690626 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (781b9705-45e9-4f7b-a755-a236654ca737), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:33.705506 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3debe5a4-85ae-43c8-9d61-4cdf8e1ffb33 req-8540690e-44ce-4404-9b39-5f7cc8bb0a47 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718833 Feb 12 04:19:33.716784 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5485539c-7fdd-4ad4-b874-f5db57e10741 req-45eecc26-137f-4372-8b55-7560672deae4 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847409 Feb 12 04:19:33.801179 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 781b9705-45e9-4f7b-a755-a236654ca737 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:19:33.801644 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (781b9705-45e9-4f7b-a755-a236654ca737), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:33.843618 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 781b9705-45e9-4f7b-a755-a236654ca737, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=781b9705-45e9-4f7b-a755-a236654ca737,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:19:33.888146 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166e97f-4260-4d61-a08c-4849c508ae0d req-83616483-2924-4621-83df-97b934248705 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:33.889642 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b166e97f-4260-4d61-a08c-4849c508ae0d req-83616483-2924-4621-83df-97b934248705 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 945 time: 0.1298866 Feb 12 04:19:33.906250 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6137da5-b81b-4bb9-8731-fdb6a10bfe9a req-176229e0-c3d1-4a0b-b0d6-87cbfec1d9b5 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:33.907427 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f6137da5-b81b-4bb9-8731-fdb6a10bfe9a req-176229e0-c3d1-4a0b-b0d6-87cbfec1d9b5 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.1010215 Feb 12 04:19:33.935892 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (781b9705-45e9-4f7b-a755-a236654ca737), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:34.001510 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b166e97f-4260-4d61-a08c-4849c508ae0d req-4e4aef33-0908-4c90-a090-02ef1dce1721 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986307 Feb 12 04:19:34.005002 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f6137da5-b81b-4bb9-8731-fdb6a10bfe9a req-591cc21a-3b5f-48c8-9f2c-0fdcfcbff3d1 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918682 Feb 12 04:19:34.008269 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=781b9705-45e9-4f7b-a755-a236654ca737,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:34.172071 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7360b7-c080-4c87-ad97-39f1e75e98ae req-f5090ae0-9b42-4a7c-8a3e-50d776299466 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:34.179719 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1a7360b7-c080-4c87-ad97-39f1e75e98ae req-f5090ae0-9b42-4a7c-8a3e-50d776299466 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0605166 Feb 12 04:19:34.220797 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1a7360b7-c080-4c87-ad97-39f1e75e98ae req-0c755299-f381-450e-bcea-30f69d65dfd7 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416434 Feb 12 04:19:34.469561 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 59810) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:34.591552 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-deb8dcd2-0e48-41c1-9e35-9bbb754cfc9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:34.716693 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781b9705-45e9-4f7b-a755-a236654ca737'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:19:34.719125 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae35e81f-94c0-4253-9360-a855823b112a" -d '{"events": [{"server_uuid": "b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7", "name": "network-vif-plugged", "status": "completed", "tag": "781b9705-45e9-4f7b-a755-a236654ca737"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:19:34.745981 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b2b52-5476-4e78-b591-bd40deced11b req-f0a9e78c-1730-4748-850f-97ab30d0839d tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:34.747575 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9b6b2b52-5476-4e78-b591-bd40deced11b req-f0a9e78c-1730-4748-850f-97ab30d0839d tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.1354077 Feb 12 04:19:34.815263 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-deb8dcd2-0e48-41c1-9e35-9bbb754cfc9b admin admin] Publish callbacks [] for security_group (28ab3750-79e9-4a01-ad79-8daf29834d73), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:34.872694 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00629ae-ce98-448a-8750-2b2eb8349436 req-f9a5f716-407f-4d06-b56c-287e940bc27f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:34.874723 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b00629ae-ce98-448a-8750-2b2eb8349436 req-f9a5f716-407f-4d06-b56c-287e940bc27f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.1686997 Feb 12 04:19:34.885108 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fedab-42a3-43c6-b0aa-2b64b25efcf5 req-4b94fff3-aa29-4540-8925-60928d9e856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:34.886595 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e6fedab-42a3-43c6-b0aa-2b64b25efcf5 req-4b94fff3-aa29-4540-8925-60928d9e856f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b322dc86ac594838a4aebaf0645d9c21&device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 1129 time: 0.1986699 Feb 12 04:19:34.894583 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9b6b2b52-5476-4e78-b591-bd40deced11b req-980cd680-1c72-4368-8c0c-fc006b4968e1 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292036 Feb 12 04:19:34.896502 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-deb8dcd2-0e48-41c1-9e35-9bbb754cfc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (28ab3750-79e9-4a01-ad79-8daf29834d73), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:34.940386 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365b1301-8ad7-443f-8c0e-58836607f139 x-openstack-request-id: req-365b1301-8ad7-443f-8c0e-58836607f139 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:19:34.940932 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7", "name": "network-vif-plugged", "status": "completed", "tag": "781b9705-45e9-4f7b-a755-a236654ca737", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:19:34.941431 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-365b1301-8ad7-443f-8c0e-58836607f139 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:19:34.942030 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781b9705-45e9-4f7b-a755-a236654ca737', 'code': 200} Feb 12 04:19:34.994709 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-deb8dcd2-0e48-41c1-9e35-9bbb754cfc9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ef7a227ea3b46fb8dd4a8777829b481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5237951 Feb 12 04:19:34.997054 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59834) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:35.016234 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8dcd2-0e48-41c1-9e35-9bbb754cfc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ab3750-79e9-4a01-ad79-8daf29834d73,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:35.072934 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e66898f5-fe0d-43d8-9f72-186f2b2e9b02 admin admin] Publish callbacks [] for security_group (28ab3750-79e9-4a01-ad79-8daf29834d73), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:35.095140 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e66898f5-fe0d-43d8-9f72-186f2b2e9b02 admin admin] Publish callbacks [] for security_group (28ab3750-79e9-4a01-ad79-8daf29834d73), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:35.097484 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b00629ae-ce98-448a-8750-2b2eb8349436 req-2a7fb052-8e08-43f8-b9e8-086c55ddcf8a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2103493 Feb 12 04:19:35.137675 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fedab-42a3-43c6-b0aa-2b64b25efcf5 req-36c4451e-ab48-4942-a574-fa6dfbce3fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:35.140036 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e6fedab-42a3-43c6-b0aa-2b64b25efcf5 req-36c4451e-ab48-4942-a574-fa6dfbce3fad service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4eba8ad-7c32-4044-a2b9-370377016af4 HTTP/1.1" status: 200 len: 918 time: 0.2236085 Feb 12 04:19:35.153527 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2fe4a-c8b4-4651-b216-863a1392f5c9 req-0bfaa3ee-2fdd-442a-bf83-d376f844cab4 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:35.161616 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d8e2fe4a-c8b4-4651-b216-863a1392f5c9 req-0bfaa3ee-2fdd-442a-bf83-d376f844cab4 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 945 time: 0.1533346 Feb 12 04:19:35.223184 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e6fedab-42a3-43c6-b0aa-2b64b25efcf5 req-602c172d-dc34-4946-bd1f-b7a0f5197583 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aa44ba5-96e3-4bef-be23-68c273fda544 HTTP/1.1" status: 200 len: 217 time: 0.0586891 Feb 12 04:19:35.308339 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e66898f5-fe0d-43d8-9f72-186f2b2e9b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (28ab3750-79e9-4a01-ad79-8daf29834d73), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:35.311527 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e66898f5-fe0d-43d8-9f72-186f2b2e9b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:35.314255 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-e66898f5-fe0d-43d8-9f72-186f2b2e9b02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28ab3750-79e9-4a01-ad79-8daf29834d73 HTTP/1.1" status: 204 len: 168 time: 0.3154857 Feb 12 04:19:35.335747 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fedab-42a3-43c6-b0aa-2b64b25efcf5 req-ef605891-f97c-4d0b-a3db-ec0ca18e0458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:35.337349 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e6fedab-42a3-43c6-b0aa-2b64b25efcf5 req-ef605891-f97c-4d0b-a3db-ec0ca18e0458 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8aa06a1-c40f-46a3-abec-1ca7f50524f1 HTTP/1.1" status: 200 len: 858 time: 0.0999634 Feb 12 04:19:35.348793 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66898f5-fe0d-43d8-9f72-186f2b2e9b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ab3750-79e9-4a01-ad79-8daf29834d73,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:35.362853 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d8e2fe4a-c8b4-4651-b216-863a1392f5c9 req-cfb46208-a7bc-4d3c-a268-897bdb463741 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992962 Feb 12 04:19:35.389186 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbac14-258a-472e-ae5c-90ed17a58da3 req-c6cb3ee2-e53f-4e55-a546-6934587f3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:35.393199 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-2cbbac14-258a-472e-ae5c-90ed17a58da3 req-c6cb3ee2-e53f-4e55-a546-6934587f3d6a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 1130 time: 0.0959554 Feb 12 04:19:35.428206 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715eee9-9de6-4031-be1a-889a996c81bf req-a2c055da-de2f-40fa-982a-23829b5ca162 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:35.435688 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5715eee9-9de6-4031-be1a-889a996c81bf req-a2c055da-de2f-40fa-982a-23829b5ca162 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 945 time: 0.2150178 Feb 12 04:19:35.440530 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e6fedab-42a3-43c6-b0aa-2b64b25efcf5 req-ff4b2a3e-f780-437c-94e8-4ace8e7cca32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4eba8ad-7c32-4044-a2b9-370377016af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758114 Feb 12 04:19:35.525929 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-2cbbac14-258a-472e-ae5c-90ed17a58da3 req-2c60c8c8-46a2-4b30-8296-16e7e20d776a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1235433 Feb 12 04:19:35.584406 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5715eee9-9de6-4031-be1a-889a996c81bf req-375dd6cc-d30e-4dea-b02d-e6efd728d6ab tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478484 Feb 12 04:19:35.607565 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ac984-e58d-4504-b16d-4e8f255e92c1 req-20e04b29-be31-4277-a7de-9e44eeba6879 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:35.609047 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-814ac984-e58d-4504-b16d-4e8f255e92c1 req-20e04b29-be31-4277-a7de-9e44eeba6879 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.1483142 Feb 12 04:19:35.631228 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e6fedab-42a3-43c6-b0aa-2b64b25efcf5 req-73adc89d-285c-450f-9b8e-73a2782edc91 service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715713 Feb 12 04:19:35.676625 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-814ac984-e58d-4504-b16d-4e8f255e92c1 req-1f073790-4eec-46d2-b116-d1afa63d1c33 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618548 Feb 12 04:19:35.916871 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e6fedab-42a3-43c6-b0aa-2b64b25efcf5 req-34330d02-f779-43a0-a689-038589fc193e service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205595 Feb 12 04:19:36.031698 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26edb7-3ac7-42c3-8e02-3d469820b298 req-da23863c-617c-425a-b9c2-b69a26fda4ea tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:36.033204 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9a26edb7-3ac7-42c3-8e02-3d469820b298 req-da23863c-617c-425a-b9c2-b69a26fda4ea tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0529416 Feb 12 04:19:36.081448 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9a26edb7-3ac7-42c3-8e02-3d469820b298 req-a78eaeca-d5bc-425a-a28a-e0c6cd931011 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414016 Feb 12 04:19:36.192144 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59876) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:36.205589 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6023bae-348d-46b7-9a25-6f084efd0ac2 req-e331ae1c-3344-4209-99b0-a41919bec9d9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:36.206415 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b6285494-d456-4e7b-9f0f-42e74495e377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:36.207700 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c6023bae-348d-46b7-9a25-6f084efd0ac2 req-e331ae1c-3344-4209-99b0-a41919bec9d9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0530238 Feb 12 04:19:36.254655 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c6023bae-348d-46b7-9a25-6f084efd0ac2 req-5c8d9b3e-7907-4c28-a77b-9029c026eabd tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413311 Feb 12 04:19:36.279309 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b6285494-d456-4e7b-9f0f-42e74495e377 admin admin] Publish callbacks [] for security_group (67e2203b-de9f-4aaf-a025-c7826eb5c34d), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:36.415506 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b6285494-d456-4e7b-9f0f-42e74495e377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (67e2203b-de9f-4aaf-a025-c7826eb5c34d), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:36.452253 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6285494-d456-4e7b-9f0f-42e74495e377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e2203b-de9f-4aaf-a025-c7826eb5c34d,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:36.457535 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-b6285494-d456-4e7b-9f0f-42e74495e377 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea1caeba8bd0474eae41968aebb45f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643099 Feb 12 04:19:36.460487 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59880) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:36.463287 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e60c23-0940-4940-a695-5955e5821fee req-a9fbce7c-7485-4690-9020-547545d38622 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:36.465070 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4e60c23-0940-4940-a695-5955e5821fee req-a9fbce7c-7485-4690-9020-547545d38622 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 945 time: 0.0553198 Feb 12 04:19:36.541075 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4e60c23-0940-4940-a695-5955e5821fee req-f62195ea-f588-4998-befe-c8e538f45b34 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647500 Feb 12 04:19:36.561926 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1d44be35-d2fd-4859-a8f4-6a883c8c6cdc admin admin] Publish callbacks [] for security_group (67e2203b-de9f-4aaf-a025-c7826eb5c34d), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:36.586233 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1d44be35-d2fd-4859-a8f4-6a883c8c6cdc admin admin] Publish callbacks [] for security_group (67e2203b-de9f-4aaf-a025-c7826eb5c34d), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:36.714956 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2dd47-0292-43dd-b89f-f894c6c0c17f req-ff7d04c5-f0a6-440f-a8df-a09bb13745c9 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:36.716625 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-30c2dd47-0292-43dd-b89f-f894c6c0c17f req-ff7d04c5-f0a6-440f-a8df-a09bb13745c9 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 945 time: 0.0542254 Feb 12 04:19:36.724092 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1d44be35-d2fd-4859-a8f4-6a883c8c6cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (67e2203b-de9f-4aaf-a025-c7826eb5c34d), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:36.727650 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1d44be35-d2fd-4859-a8f4-6a883c8c6cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:36.729821 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-1d44be35-d2fd-4859-a8f4-6a883c8c6cdc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67e2203b-de9f-4aaf-a025-c7826eb5c34d HTTP/1.1" status: 204 len: 168 time: 0.2682729 Feb 12 04:19:36.741993 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44be35-d2fd-4859-a8f4-6a883c8c6cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e2203b-de9f-4aaf-a025-c7826eb5c34d,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:36.780142 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-30c2dd47-0292-43dd-b89f-f894c6c0c17f req-6ca3710b-d68b-4bd8-8eb6-70b4de17c751 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579000 Feb 12 04:19:36.815440 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6d58e3db-8ec9-4f4e-bfe4-fff1c46f9f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:36.846819 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcb330-403c-4ad2-82e1-09b077f6d92c req-626698e8-2dc9-4888-a743-1ff0effa2751 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:36.848517 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4abcb330-403c-4ad2-82e1-09b077f6d92c req-626698e8-2dc9-4888-a743-1ff0effa2751 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0726945 Feb 12 04:19:36.905271 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4abcb330-403c-4ad2-82e1-09b077f6d92c req-e74a86c8-9abc-453e-a418-030c0a0dbe2b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479543 Feb 12 04:19:36.955623 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:19:37.061497 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a24d-dcc9-4d0c-ba47-fe6fd7ae19ef req-99284a7c-bc18-463b-a8c6-4669f504a989 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:37.062992 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0a43a24d-dcc9-4d0c-ba47-fe6fd7ae19ef req-99284a7c-bc18-463b-a8c6-4669f504a989 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0521071 Feb 12 04:19:37.072523 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 59902) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:37.077043 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-9581687a-a955-47f0-9ef9-5101beb89e50 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Request body: {'floatingip': {'port_id': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:37.168256 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9581687a-a955-47f0-9ef9-5101beb89e50 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for floatingip (c18b40ad-90e2-46ce-8556-1297c6f3e1a9), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:37.315827 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f7cb4-411f-4e1a-8c7e-3b9ca827cfb7 req-fb29f407-13b5-4a77-be8e-9d89be0cd5e9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:37.317336 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e79f7cb4-411f-4e1a-8c7e-3b9ca827cfb7 req-fb29f407-13b5-4a77-be8e-9d89be0cd5e9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.1620908 Feb 12 04:19:37.457085 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e79f7cb4-411f-4e1a-8c7e-3b9ca827cfb7 req-8eec2a7a-bf66-4fd3-b461-e26709124364 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331100 Feb 12 04:19:37.710709 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bb20f-a26a-485b-bf94-3b019248e0b3 req-3277bc74-468b-4225-9e92-923c88702653 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:37.715261 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5d7bb20f-a26a-485b-bf94-3b019248e0b3 req-3277bc74-468b-4225-9e92-923c88702653 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.3812740 Feb 12 04:19:37.811099 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5d7bb20f-a26a-485b-bf94-3b019248e0b3 req-ed93fe82-f101-4f33-bec2-8343e1ea1c7f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949752 Feb 12 04:19:38.093935 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb18404-6741-47ad-a628-5e38afed1e68 req-b9627d41-6bfb-4da2-9dd6-b3266ca30f91 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:38.095437 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fbb18404-6741-47ad-a628-5e38afed1e68 req-b9627d41-6bfb-4da2-9dd6-b3266ca30f91 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.1946409 Feb 12 04:19:38.105313 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 59966) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:38.110579 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-5e74f870-4023-42d5-9513-38600e396b0f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Request body: {'floatingip': {'port_id': '781b9705-45e9-4f7b-a755-a236654ca737'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:38.183453 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5e74f870-4023-42d5-9513-38600e396b0f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for floatingip (760f2755-bb99-4e82-9cd3-b88b1aeedc89), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:38.205533 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9581687a-a955-47f0-9ef9-5101beb89e50 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:38.284967 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9581687a-a955-47f0-9ef9-5101beb89e50 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (c18b40ad-90e2-46ce-8556-1297c6f3e1a9), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:38.394339 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.l3_db [None req-9581687a-a955-47f0-9ef9-5101beb89e50 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Floating IP c18b40ad-90e2-46ce-8556-1297c6f3e1a9 associated. External IP: 172.27.3.182, port: 7f295ad4-24a6-4a7e-b33a-2a928cd09e95. Feb 12 04:19:38.688471 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20962a-39dc-4e8d-83b1-83512d482cfa req-76c49091-7a93-4fb6-9d69-9e5bccc394ef tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:38.692614 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ab20962a-39dc-4e8d-83b1-83512d482cfa req-76c49091-7a93-4fb6-9d69-9e5bccc394ef tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.1088197 Feb 12 04:19:38.722522 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9581687a-a955-47f0-9ef9-5101beb89e50 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Router 9a9423a3-e368-43b7-aa7f-736d5da7ceda has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:19:38.755983 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ab20962a-39dc-4e8d-83b1-83512d482cfa req-cc033373-359f-4e59-b4b9-ad96d9eac446 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553567 Feb 12 04:19:38.862013 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 60000) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:38.895151 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9581687a-a955-47f0-9ef9-5101beb89e50 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:19:38.900850 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9581687a-a955-47f0-9ef9-5101beb89e50 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:38.915183 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab3a89-8c00-42a7-b8e2-13669a995150 None None] Sync routers for ids ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:19:38.931765 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab3a89-8c00-42a7-b8e2-13669a995150 None None] Routers {'9a9423a3-e368-43b7-aa7f-736d5da7ceda'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:19:38.932712 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-deab3a89-8c00-42a7-b8e2-13669a995150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:19:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:38.946469 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-9581687a-a955-47f0-9ef9-5101beb89e50 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "PUT /v2.0/floatingips/c18b40ad-90e2-46ce-8556-1297c6f3e1a9 HTTP/1.1" status: 200 len: 992 time: 1.8703170 Feb 12 04:19:38.946469 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'tag': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:19:38.947172 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb28bce-c81c-47fc-ab96-8e6247ba6e87" -d '{"events": [{"name": "network-changed", "server_uuid": "5d27a38f-f79b-4a12-8dd1-e520acda4662", "tag": "7f295ad4-24a6-4a7e-b33a-2a928cd09e95"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:19:39.019652 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-633fe9ca-ef22-4326-954a-5ab04b792eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:39.061087 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d999d8a1-4b3c-4a86-8a9d-446a1658316a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:39.087082 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-deab3a89-8c00-42a7-b8e2-13669a995150 None None] Set router 9a9423a3-e368-43b7-aa7f-736d5da7ceda gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:19:39.122100 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-633fe9ca-ef22-4326-954a-5ab04b792eef admin admin] Publish callbacks [] for security_group (2af08229-a1dd-47f9-b8e2-cb3d5c61c2d0), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:39.170321 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.db.resource_extend [None req-5e74f870-4023-42d5-9513-38600e396b0f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 12 04:19:39.198131 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-633fe9ca-ef22-4326-954a-5ab04b792eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2af08229-a1dd-47f9-b8e2-cb3d5c61c2d0), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:39.267554 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5e74f870-4023-42d5-9513-38600e396b0f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:39.268098 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-633fe9ca-ef22-4326-954a-5ab04b792eef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39ab59731df349d7920ca90d576df86a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4052896 Feb 12 04:19:39.269207 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633fe9ca-ef22-4326-954a-5ab04b792eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af08229-a1dd-47f9-b8e2-cb3d5c61c2d0,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:39.270792 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60018) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:39.322897 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf89b-73c9-4c49-91a1-a98e03ad0d38 admin admin] Publish callbacks [] for security_group (2af08229-a1dd-47f9-b8e2-cb3d5c61c2d0), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:39.343874 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf89b-73c9-4c49-91a1-a98e03ad0d38 admin admin] Publish callbacks [] for security_group (2af08229-a1dd-47f9-b8e2-cb3d5c61c2d0), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:39.368869 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-deab3a89-8c00-42a7-b8e2-13669a995150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': 'c18b40ad-90e2-46ce-8556-1297c6f3e1a9', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'port_id': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'mac_address': 'fa:16:3e:b6:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:19:11Z', 'updated_at': '2022-02-12T04:19:38Z', 'revision_number': 1, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:09Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:39.392383 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5e74f870-4023-42d5-9513-38600e396b0f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (760f2755-bb99-4e82-9cd3-b88b1aeedc89), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:39.405067 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab3a89-8c00-42a7-b8e2-13669a995150 None None] Checking router: 9a9423a3-e368-43b7-aa7f-736d5da7ceda for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:19:39.414940 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab3a89-8c00-42a7-b8e2-13669a995150 None None] Routers {'9a9423a3-e368-43b7-aa7f-736d5da7ceda'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:19:39.415663 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-deab3a89-8c00-42a7-b8e2-13669a995150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:19:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:39.508373 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf89b-73c9-4c49-91a1-a98e03ad0d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2af08229-a1dd-47f9-b8e2-cb3d5c61c2d0), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:39.511897 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d2bbf89b-73c9-4c49-91a1-a98e03ad0d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:39.515556 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-d2bbf89b-73c9-4c49-91a1-a98e03ad0d38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2af08229-a1dd-47f9-b8e2-cb3d5c61c2d0 HTTP/1.1" status: 204 len: 168 time: 0.2393978 Feb 12 04:19:39.530423 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bbf89b-73c9-4c49-91a1-a98e03ad0d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af08229-a1dd-47f9-b8e2-cb3d5c61c2d0,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:39.533434 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.l3_db [None req-5e74f870-4023-42d5-9513-38600e396b0f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Floating IP 760f2755-bb99-4e82-9cd3-b88b1aeedc89 associated. External IP: 172.27.3.30, port: 781b9705-45e9-4f7b-a755-a236654ca737. Feb 12 04:19:39.535296 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-deab3a89-8c00-42a7-b8e2-13669a995150 None None] Set router 9a9423a3-e368-43b7-aa7f-736d5da7ceda gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:19:39.584289 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8732b8ea-a678-4d7f-bd19-46b7262fd915 x-openstack-request-id: req-8732b8ea-a678-4d7f-bd19-46b7262fd915 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:19:39.584587 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d27a38f-f79b-4a12-8dd1-e520acda4662", "tag": "7f295ad4-24a6-4a7e-b33a-2a928cd09e95", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:19:39.584846 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8732b8ea-a678-4d7f-bd19-46b7262fd915 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:19:39.590668 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'tag': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'status': 'completed', 'code': 200} Feb 12 04:19:39.713843 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb28bce-c81c-47fc-ab96-8e6247ba6e87 req-2c129dc0-63a9-496b-ac0f-7a0a530dedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:39.716613 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2bb28bce-c81c-47fc-ab96-8e6247ba6e87 req-2c129dc0-63a9-496b-ac0f-7a0a530dedcf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 1130 time: 0.0988283 Feb 12 04:19:39.915329 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb28bce-c81c-47fc-ab96-8e6247ba6e87 req-373fb2f0-c7cb-4976-847d-29ff1366ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:39.920741 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2bb28bce-c81c-47fc-ab96-8e6247ba6e87 req-373fb2f0-c7cb-4976-847d-29ff1366ba60 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a470119b-e597-4f7c-b914-bdedfeebd027 HTTP/1.1" status: 200 len: 916 time: 0.1975806 Feb 12 04:19:39.927641 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e74f870-4023-42d5-9513-38600e396b0f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:19:40.004438 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-deab3a89-8c00-42a7-b8e2-13669a995150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': 'c18b40ad-90e2-46ce-8556-1297c6f3e1a9', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'port_id': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'mac_address': 'fa:16:3e:b6:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:19:11Z', 'updated_at': '2022-02-12T04:19:38Z', 'revision_number': 1, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:09Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:40.036653 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab3a89-8c00-42a7-b8e2-13669a995150 None None] The sync data for ids ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'] in dv-cinder-828696-3-iscsi is: [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': 'c18b40ad-90e2-46ce-8556-1297c6f3e1a9', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'port_id': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'mac_address': 'fa:16:3e:b6:d4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:19:11Z', 'updated_at': '2022-02-12T04:19:38Z', 'revision_number': 1, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:09Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:19:40.109893 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e74f870-4023-42d5-9513-38600e396b0f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:19:40.115035 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5e74f870-4023-42d5-9513-38600e396b0f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:40.121869 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190cd0a4-6f27-406b-b6fd-cd19e20f9877 None None] Sync routers for ids ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:19:40.139154 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190cd0a4-6f27-406b-b6fd-cd19e20f9877 None None] Routers {'9c0a1719-14bb-495c-8830-05e5eb93c1f9'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:19:40.139788 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-190cd0a4-6f27-406b-b6fd-cd19e20f9877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:19:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:40.183974 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-5e74f870-4023-42d5-9513-38600e396b0f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "PUT /v2.0/floatingips/760f2755-bb99-4e82-9cd3-b88b1aeedc89 HTTP/1.1" status: 200 len: 991 time: 2.0767803 Feb 12 04:19:40.189157 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7', 'tag': '781b9705-45e9-4f7b-a755-a236654ca737'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:19:40.189157 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ebfa70-f758-4743-bb11-4d528218998b" -d '{"events": [{"name": "network-changed", "server_uuid": "b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7", "tag": "781b9705-45e9-4f7b-a755-a236654ca737"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:19:40.199652 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2bb28bce-c81c-47fc-ab96-8e6247ba6e87 req-197e475f-f0df-420e-b494-442386350832 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95 HTTP/1.1" status: 200 len: 1000 time: 0.2720270 Feb 12 04:19:40.231391 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc9657-b39e-4c5a-9b9b-1e7c2a043e5d req-61e20432-f527-44bd-807e-31380245d7f4 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:40.233152 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-74bc9657-b39e-4c5a-9b9b-1e7c2a043e5d req-61e20432-f527-44bd-807e-31380245d7f4 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.2953315 Feb 12 04:19:40.336506 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-190cd0a4-6f27-406b-b6fd-cd19e20f9877 None None] Set router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:19:40.337622 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb28bce-c81c-47fc-ab96-8e6247ba6e87 req-a4775c56-0bf5-4b3d-84d8-0e884ac00fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:40.342412 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2842566f-90b7-4f0b-a50a-d493968c6df5 x-openstack-request-id: req-2842566f-90b7-4f0b-a50a-d493968c6df5 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:19:40.342412 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7", "tag": "781b9705-45e9-4f7b-a755-a236654ca737", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:19:40.342412 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2842566f-90b7-4f0b-a50a-d493968c6df5 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:19:40.342927 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7', 'tag': '781b9705-45e9-4f7b-a755-a236654ca737', 'status': 'completed', 'code': 200} Feb 12 04:19:40.345264 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2bb28bce-c81c-47fc-ab96-8e6247ba6e87 req-a4775c56-0bf5-4b3d-84d8-0e884ac00fb1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e097ae6-88b7-4785-b35b-e83f2dfc78cb HTTP/1.1" status: 200 len: 855 time: 0.1385682 Feb 12 04:19:40.381474 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-74bc9657-b39e-4c5a-9b9b-1e7c2a043e5d req-64513b47-8534-436f-bde6-756bd41ba579 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118495 Feb 12 04:19:40.437311 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebfa70-f758-4743-bb11-4d528218998b req-905963d6-ac03-426b-bdb0-ab48d17eca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:40.441496 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-47ebfa70-f758-4743-bb11-4d528218998b req-905963d6-ac03-426b-bdb0-ab48d17eca6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e56e0fac86874323b726d0897d3cd6e5&device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 1130 time: 0.0691023 Feb 12 04:19:40.449684 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09c48b0-8d00-4758-8736-1d25899c7f1b None None] New status for floating IP c18b40ad-90e2-46ce-8556-1297c6f3e1a9: ACTIVE {{(pid=103160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:19:40.460317 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb28bce-c81c-47fc-ab96-8e6247ba6e87 req-82025998-78d4-49aa-9bd0-7eb3bf241a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:40.462073 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2bb28bce-c81c-47fc-ab96-8e6247ba6e87 req-82025998-78d4-49aa-9bd0-7eb3bf241a72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a470119b-e597-4f7c-b914-bdedfeebd027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0962350 Feb 12 04:19:40.580477 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebfa70-f758-4743-bb11-4d528218998b req-ddc5c70d-aa31-4d83-83d8-2ed761bc511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:40.582242 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-47ebfa70-f758-4743-bb11-4d528218998b req-ddc5c70d-aa31-4d83-83d8-2ed761bc511c service neutron] 10.222.0.42 "GET /v2.0/networks?id=306165a8-01e9-47a6-9b7a-50f5488101e0 HTTP/1.1" status: 200 len: 911 time: 0.1308641 Feb 12 04:19:40.610010 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2bb28bce-c81c-47fc-ab96-8e6247ba6e87 req-5543d540-a7bb-4fea-a4ca-f6db7045f0f6 service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369665 Feb 12 04:19:40.712839 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-47ebfa70-f758-4743-bb11-4d528218998b req-0ef11a11-9323-4021-956e-ca0be8df8660 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781b9705-45e9-4f7b-a755-a236654ca737 HTTP/1.1" status: 200 len: 999 time: 0.1185269 Feb 12 04:19:40.775544 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:40.783516 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebfa70-f758-4743-bb11-4d528218998b req-d77e67b9-1035-4abb-836a-be6d587bd5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:40.784658 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-47ebfa70-f758-4743-bb11-4d528218998b req-d77e67b9-1035-4abb-836a-be6d587bd5fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2345433c-525e-49b3-a782-8ff78220c794 HTTP/1.1" status: 200 len: 850 time: 0.0656240 Feb 12 04:19:40.811914 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-190cd0a4-6f27-406b-b6fd-cd19e20f9877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '760f2755-bb99-4e82-9cd3-b88b1aeedc89', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'port_id': '781b9705-45e9-4f7b-a755-a236654ca737', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'mac_address': 'fa:16:3e:2e:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:19:16Z', 'updated_at': '2022-02-12T04:19:38Z', 'revision_number': 1, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:12Z', 'revision_number': 5, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:40.906266 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebfa70-f758-4743-bb11-4d528218998b req-88d39946-b65a-4f1d-940c-f67c132e009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:40.907839 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-47ebfa70-f758-4743-bb11-4d528218998b req-88d39946-b65a-4f1d-940c-f67c132e009a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=306165a8-01e9-47a6-9b7a-50f5488101e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1082811 Feb 12 04:19:40.999103 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190cd0a4-6f27-406b-b6fd-cd19e20f9877 None None] Checking router: 9c0a1719-14bb-495c-8830-05e5eb93c1f9 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:19:41.009909 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190cd0a4-6f27-406b-b6fd-cd19e20f9877 None None] Routers {'9c0a1719-14bb-495c-8830-05e5eb93c1f9'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:19:41.010601 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-190cd0a4-6f27-406b-b6fd-cd19e20f9877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:19:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:41.123705 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-47ebfa70-f758-4743-bb11-4d528218998b req-9424a184-afd9-4e9c-aa0d-e38cea3453f1 service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016211 Feb 12 04:19:41.160131 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-190cd0a4-6f27-406b-b6fd-cd19e20f9877 None None] Set router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:19:41.184220 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2bb28bce-c81c-47fc-ab96-8e6247ba6e87 req-3b33711f-f5c4-4a4f-ba8a-377d97a7a284 service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639532 Feb 12 04:19:41.262218 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-47ebfa70-f758-4743-bb11-4d528218998b req-8f5cc962-ea45-4afb-aece-63cf37f87b3f service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320019 Feb 12 04:19:41.488157 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-190cd0a4-6f27-406b-b6fd-cd19e20f9877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '760f2755-bb99-4e82-9cd3-b88b1aeedc89', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'port_id': '781b9705-45e9-4f7b-a755-a236654ca737', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'mac_address': 'fa:16:3e:2e:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:19:16Z', 'updated_at': '2022-02-12T04:19:38Z', 'revision_number': 1, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:12Z', 'revision_number': 5, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:19:41.491398 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60096) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:41.534349 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:41.535471 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190cd0a4-6f27-406b-b6fd-cd19e20f9877 None None] The sync data for ids ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'] in dv-cinder-828696-3-iscsi is: [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '760f2755-bb99-4e82-9cd3-b88b1aeedc89', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'floating_ip_address': '172.27.3.30', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'port_id': '781b9705-45e9-4f7b-a755-a236654ca737', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'mac_address': 'fa:16:3e:2e:16:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:19:16Z', 'updated_at': '2022-02-12T04:19:38Z', 'revision_number': 1, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:12Z', 'revision_number': 5, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:19:41.546095 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630ca72-26b1-42fc-b038-13b29ccf65a3 req-164aa4fe-1bba-43b1-9977-9f938c7c400a tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:41.548856 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a630ca72-26b1-42fc-b038-13b29ccf65a3 req-164aa4fe-1bba-43b1-9977-9f938c7c400a tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0740051 Feb 12 04:19:41.614986 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a630ca72-26b1-42fc-b038-13b29ccf65a3 req-0840002a-04e9-4445-bdf1-f8499b50b7b8 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544031 Feb 12 04:19:41.641878 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-82e4455c-247e-46c4-9046-9fac9ed3ba0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:41.734994 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-82e4455c-247e-46c4-9046-9fac9ed3ba0b admin admin] Publish callbacks [] for security_group (55fb8584-5966-4add-bad5-ab8c75bf48ec), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:41.807035 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-82e4455c-247e-46c4-9046-9fac9ed3ba0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (55fb8584-5966-4add-bad5-ab8c75bf48ec), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:41.807743 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4426e0a1-050a-436a-8b22-544e247de4a6 None None] New status for floating IP 760f2755-bb99-4e82-9cd3-b88b1aeedc89: ACTIVE {{(pid=103159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:19:41.852852 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4455c-247e-46c4-9046-9fac9ed3ba0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fb8584-5966-4add-bad5-ab8c75bf48ec,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:41.870770 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-82e4455c-247e-46c4-9046-9fac9ed3ba0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5a911b3509574a7bb421f9248ecddbc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782833 Feb 12 04:19:41.873411 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 60138) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:41.926158 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a8e48638-2643-4371-83ea-ec74471dbbcd admin admin] Publish callbacks [] for security_group (55fb8584-5966-4add-bad5-ab8c75bf48ec), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:41.951062 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a8e48638-2643-4371-83ea-ec74471dbbcd admin admin] Publish callbacks [] for security_group (55fb8584-5966-4add-bad5-ab8c75bf48ec), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:42.101235 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a8e48638-2643-4371-83ea-ec74471dbbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (55fb8584-5966-4add-bad5-ab8c75bf48ec), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:42.104141 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a8e48638-2643-4371-83ea-ec74471dbbcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:42.105343 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-a8e48638-2643-4371-83ea-ec74471dbbcd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55fb8584-5966-4add-bad5-ab8c75bf48ec HTTP/1.1" status: 204 len: 168 time: 0.2307482 Feb 12 04:19:42.115124 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e48638-2643-4371-83ea-ec74471dbbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fb8584-5966-4add-bad5-ab8c75bf48ec,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:42.771723 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60162) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:42.785843 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-459ca95d-91ab-4bc6-bf09-f48560122a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:42.789540 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5df8f-6304-447f-8dd4-db2bc5843e71 req-7641b379-0e94-456b-a668-8e7e90e14999 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:42.791058 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4de5df8f-6304-447f-8dd4-db2bc5843e71 req-7641b379-0e94-456b-a668-8e7e90e14999 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0757990 Feb 12 04:19:42.838321 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4de5df8f-6304-447f-8dd4-db2bc5843e71 req-9f44f6f0-08a9-46f3-a8e0-4d464b3c25e7 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416784 Feb 12 04:19:42.862513 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-459ca95d-91ab-4bc6-bf09-f48560122a82 admin admin] Publish callbacks [] for security_group (00d41f20-23c8-4085-8bc7-701b667391bf), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:42.963694 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-459ca95d-91ab-4bc6-bf09-f48560122a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (00d41f20-23c8-4085-8bc7-701b667391bf), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:43.001057 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-459ca95d-91ab-4bc6-bf09-f48560122a82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4476126a7c5c4a3bbaf185fd807b20ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276902 Feb 12 04:19:43.002147 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ca95d-91ab-4bc6-bf09-f48560122a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d41f20-23c8-4085-8bc7-701b667391bf,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:43.003900 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 60168) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:43.052766 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-81452687-d46a-4c21-9a7e-e1b7dd1d311a admin admin] Publish callbacks [] for security_group (00d41f20-23c8-4085-8bc7-701b667391bf), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:43.074494 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-81452687-d46a-4c21-9a7e-e1b7dd1d311a admin admin] Publish callbacks [] for security_group (00d41f20-23c8-4085-8bc7-701b667391bf), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:43.186293 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-81452687-d46a-4c21-9a7e-e1b7dd1d311a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (00d41f20-23c8-4085-8bc7-701b667391bf), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:43.188959 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-81452687-d46a-4c21-9a7e-e1b7dd1d311a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:43.190160 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-81452687-d46a-4c21-9a7e-e1b7dd1d311a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00d41f20-23c8-4085-8bc7-701b667391bf HTTP/1.1" status: 204 len: 168 time: 0.1852744 Feb 12 04:19:43.198633 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81452687-d46a-4c21-9a7e-e1b7dd1d311a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d41f20-23c8-4085-8bc7-701b667391bf,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:43.460802 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:44.065405 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b527d-bb55-4875-a466-a1df5bb9624a req-2035dc7b-315d-43b3-beb6-ffe58b8a0535 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:44.065405 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df0b527d-bb55-4875-a466-a1df5bb9624a req-2035dc7b-315d-43b3-beb6-ffe58b8a0535 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0552623 Feb 12 04:19:44.065405 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df0b527d-bb55-4875-a466-a1df5bb9624a req-0c9b2968-22b8-4e67-bcea-db30a44bb51f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434706 Feb 12 04:19:45.184899 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f26843-0c0f-4f1a-8137-19b10d8733ba req-f610f735-1a32-4620-8178-1534d0aa875a tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:45.186488 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-90f26843-0c0f-4f1a-8137-19b10d8733ba req-f610f735-1a32-4620-8178-1534d0aa875a tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0526130 Feb 12 04:19:45.246733 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-90f26843-0c0f-4f1a-8137-19b10d8733ba req-b8567680-1ae0-4239-8b35-c2a81bb8b7b9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542057 Feb 12 04:19:46.370374 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143e444-63eb-4d04-91b0-f8aee472074a req-395330cd-0a72-4262-9724-fad6a89e18f6 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:46.371803 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5143e444-63eb-4d04-91b0-f8aee472074a req-395330cd-0a72-4262-9724-fad6a89e18f6 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0523033 Feb 12 04:19:46.425625 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5143e444-63eb-4d04-91b0-f8aee472074a req-dd434bb8-ea3a-4cdb-8efe-0a642b511ef6 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481539 Feb 12 04:19:46.810275 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 60270) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:46.920581 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-fce625dd-0f8e-4c9a-a7de-239fcc4b8f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:46.992610 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-fce625dd-0f8e-4c9a-a7de-239fcc4b8f0b admin admin] Publish callbacks [] for security_group (1ae60b20-d4ca-4414-9f4b-16ecdc7529fd), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:47.060517 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-fce625dd-0f8e-4c9a-a7de-239fcc4b8f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (1ae60b20-d4ca-4414-9f4b-16ecdc7529fd), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:47.100820 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce625dd-0f8e-4c9a-a7de-239fcc4b8f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae60b20-d4ca-4414-9f4b-16ecdc7529fd,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:47.105374 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-fce625dd-0f8e-4c9a-a7de-239fcc4b8f0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d69b30c4f6c1484d9d52d5c96275594d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940617 Feb 12 04:19:47.108117 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 60276) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:47.157421 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c0931343-603c-4c7e-9faf-f902874bfe9e admin admin] Publish callbacks [] for security_group (1ae60b20-d4ca-4414-9f4b-16ecdc7529fd), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:47.185741 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c0931343-603c-4c7e-9faf-f902874bfe9e admin admin] Publish callbacks [] for security_group (1ae60b20-d4ca-4414-9f4b-16ecdc7529fd), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:47.367309 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c0931343-603c-4c7e-9faf-f902874bfe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (1ae60b20-d4ca-4414-9f4b-16ecdc7529fd), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:47.367309 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c0931343-603c-4c7e-9faf-f902874bfe9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:47.368973 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-c0931343-603c-4c7e-9faf-f902874bfe9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ae60b20-d4ca-4414-9f4b-16ecdc7529fd HTTP/1.1" status: 204 len: 168 time: 0.2597523 Feb 12 04:19:47.377949 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0931343-603c-4c7e-9faf-f902874bfe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae60b20-d4ca-4414-9f4b-16ecdc7529fd,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:47.548662 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59c6e7-e5fe-4268-922c-466202b3dcd8 req-89a327e0-d6b4-4d45-8d6b-61f4a52151c3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:47.550192 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1c59c6e7-e5fe-4268-922c-466202b3dcd8 req-89a327e0-d6b4-4d45-8d6b-61f4a52151c3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0576708 Feb 12 04:19:47.596070 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1c59c6e7-e5fe-4268-922c-466202b3dcd8 req-384923ec-68c9-4134-a201-b5d58fcaabe6 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Feb 12 04:19:48.087533 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 60300) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:48.189101 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0081ae65-7619-46f3-84b6-683405fd1ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:48.263320 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0081ae65-7619-46f3-84b6-683405fd1ec9 admin admin] Publish callbacks [] for security_group (418fd3b6-898c-41fd-b57f-9c2b574989d2), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:48.551836 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 60310) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:48.565768 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ddcc29aa-71a3-44cf-a2b6-85032949a1fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:48.607290 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0081ae65-7619-46f3-84b6-683405fd1ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (418fd3b6-898c-41fd-b57f-9c2b574989d2), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:48.658022 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-0081ae65-7619-46f3-84b6-683405fd1ec9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65e78c3d9472411e9c5b139e42c996d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5692081 Feb 12 04:19:48.660870 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60314) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:48.662442 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081ae65-7619-46f3-84b6-683405fd1ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418fd3b6-898c-41fd-b57f-9c2b574989d2,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:48.692137 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ddcc29aa-71a3-44cf-a2b6-85032949a1fe admin admin] Publish callbacks [] for security_group (011de65d-42fd-45ce-a740-6b14ac1fa08f), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:48.715135 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4692-340d-4706-898c-c28eb9b66a5a admin admin] Publish callbacks [] for security_group (418fd3b6-898c-41fd-b57f-9c2b574989d2), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:48.734879 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab27bfa-7333-4018-b1b3-a616a3bfccd5 req-c1807f96-92c7-44c0-a332-bb58bc73c2c3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:48.736470 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aab27bfa-7333-4018-b1b3-a616a3bfccd5 req-c1807f96-92c7-44c0-a332-bb58bc73c2c3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0622504 Feb 12 04:19:48.736860 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4692-340d-4706-898c-c28eb9b66a5a admin admin] Publish callbacks [] for security_group (418fd3b6-898c-41fd-b57f-9c2b574989d2), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:48.787293 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aab27bfa-7333-4018-b1b3-a616a3bfccd5 req-e3c6da75-ef85-431f-82e8-30f017810bc7 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445759 Feb 12 04:19:48.789006 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ddcc29aa-71a3-44cf-a2b6-85032949a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (011de65d-42fd-45ce-a740-6b14ac1fa08f), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:48.826822 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-ddcc29aa-71a3-44cf-a2b6-85032949a1fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b21bcbfc6f2f4359b97ad144516b5788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739036 Feb 12 04:19:48.827540 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc29aa-71a3-44cf-a2b6-85032949a1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011de65d-42fd-45ce-a740-6b14ac1fa08f,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:48.830157 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60316) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:48.873309 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4692-340d-4706-898c-c28eb9b66a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (418fd3b6-898c-41fd-b57f-9c2b574989d2), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:48.876143 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4692-340d-4706-898c-c28eb9b66a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:48.877483 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-d7dd4692-340d-4706-898c-c28eb9b66a5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/418fd3b6-898c-41fd-b57f-9c2b574989d2 HTTP/1.1" status: 204 len: 168 time: 0.2143354 Feb 12 04:19:48.897446 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd4692-340d-4706-898c-c28eb9b66a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418fd3b6-898c-41fd-b57f-9c2b574989d2,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:48.902121 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8e4350eb-e4cb-474e-92ca-19ce6fb20e8a admin admin] Publish callbacks [] for security_group (011de65d-42fd-45ce-a740-6b14ac1fa08f), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:48.929692 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8e4350eb-e4cb-474e-92ca-19ce6fb20e8a admin admin] Publish callbacks [] for security_group (011de65d-42fd-45ce-a740-6b14ac1fa08f), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:49.026254 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8e4350eb-e4cb-474e-92ca-19ce6fb20e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (011de65d-42fd-45ce-a740-6b14ac1fa08f), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:49.028830 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8e4350eb-e4cb-474e-92ca-19ce6fb20e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:49.030023 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-8e4350eb-e4cb-474e-92ca-19ce6fb20e8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/011de65d-42fd-45ce-a740-6b14ac1fa08f HTTP/1.1" status: 204 len: 168 time: 0.1986008 Feb 12 04:19:49.039796 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4350eb-e4cb-474e-92ca-19ce6fb20e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011de65d-42fd-45ce-a740-6b14ac1fa08f,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:49.677599 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60340) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:49.690210 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6f9d31aa-be77-4bc8-a3b0-37c5f31b6426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:49.771340 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6f9d31aa-be77-4bc8-a3b0-37c5f31b6426 admin admin] Publish callbacks [] for security_group (96cd6753-04bf-492f-9817-18c1ddd26e9a), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:49.906309 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6f9d31aa-be77-4bc8-a3b0-37c5f31b6426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (96cd6753-04bf-492f-9817-18c1ddd26e9a), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:49.910514 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a68604-8c17-4e43-94c5-96e7d4ce8f90 req-17d36e19-6055-46e6-a120-b0384f7ecce9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:49.919689 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-31a68604-8c17-4e43-94c5-96e7d4ce8f90 req-17d36e19-6055-46e6-a120-b0384f7ecce9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0650566 Feb 12 04:19:49.946196 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-6f9d31aa-be77-4bc8-a3b0-37c5f31b6426 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70ab38fc8f184f509239944ac7677bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706044 Feb 12 04:19:49.947387 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d31aa-be77-4bc8-a3b0-37c5f31b6426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cd6753-04bf-492f-9817-18c1ddd26e9a,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:49.949722 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60350) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:49.963386 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-31a68604-8c17-4e43-94c5-96e7d4ce8f90 req-a4d3493c-620d-4d88-b0f1-9705454da608 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Feb 12 04:19:50.005888 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8d2683b0-cba7-4aa1-9d14-70f9fe0b2323 admin admin] Publish callbacks [] for security_group (96cd6753-04bf-492f-9817-18c1ddd26e9a), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:50.029359 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8d2683b0-cba7-4aa1-9d14-70f9fe0b2323 admin admin] Publish callbacks [] for security_group (96cd6753-04bf-492f-9817-18c1ddd26e9a), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:50.192057 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8d2683b0-cba7-4aa1-9d14-70f9fe0b2323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (96cd6753-04bf-492f-9817-18c1ddd26e9a), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:50.194743 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8d2683b0-cba7-4aa1-9d14-70f9fe0b2323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:50.198343 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-8d2683b0-cba7-4aa1-9d14-70f9fe0b2323 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96cd6753-04bf-492f-9817-18c1ddd26e9a HTTP/1.1" status: 204 len: 168 time: 0.2453554 Feb 12 04:19:50.208259 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2683b0-cba7-4aa1-9d14-70f9fe0b2323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cd6753-04bf-492f-9817-18c1ddd26e9a,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:50.388136 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-6efd6bee-ecb8-4c6c-8d66-888d673236f7 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:50.394149 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-6efd6bee-ecb8-4c6c-8d66-888d673236f7 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/networks?id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a HTTP/1.1" status: 200 len: 815 time: 0.1186080 Feb 12 04:19:50.407270 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-4af910df-3de7-4857-aca1-3f862bdefcfe tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/quotas/fece42b3279f4d4aac21d7922c52c5ed HTTP/1.1" status: 200 len: 375 time: 0.0103512 Feb 12 04:19:50.471234 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ad72d2ae-ba53-4235-a9aa-f0c81cdf0d0a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525906 Feb 12 04:19:50.571700 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-13e7a254-5b63-4a13-ba05-c72f2faa9fbb service neutron] 10.222.0.31 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933976 Feb 12 04:19:50.667381 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-cb46574f-200f-4968-971b-598bdd65ad01 service neutron] 10.222.0.31 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897789 Feb 12 04:19:50.993982 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6aefc103-86d9-406c-beac-ace99d3833ee req-f8befb31-ca05-4c8b-87d3-4c359bc4dede tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 210 time: 0.0318179 Feb 12 04:19:51.075741 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60390) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:51.091457 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c6de13a6-a215-40e6-88ee-547fdd08a890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:51.121521 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869daad-9837-4bf4-bcce-7e692cded19f req-48dfb7b6-b228-44c5-9aef-b2db38878b49 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:51.129485 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2869daad-9837-4bf4-bcce-7e692cded19f req-48dfb7b6-b228-44c5-9aef-b2db38878b49 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0695620 Feb 12 04:19:51.176980 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c6de13a6-a215-40e6-88ee-547fdd08a890 admin admin] Publish callbacks [] for security_group (fad34ec5-56a2-4f27-a37c-dcb072d818ea), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:51.181829 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2869daad-9837-4bf4-bcce-7e692cded19f req-7959e733-4ee4-4651-8c24-b72e8221544b tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509706 Feb 12 04:19:51.237854 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c6de13a6-a215-40e6-88ee-547fdd08a890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (fad34ec5-56a2-4f27-a37c-dcb072d818ea), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:51.279122 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-c6de13a6-a215-40e6-88ee-547fdd08a890 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70d8410454cb49ce8faea5dc3f080ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006502 Feb 12 04:19:51.279122 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de13a6-a215-40e6-88ee-547fdd08a890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad34ec5-56a2-4f27-a37c-dcb072d818ea,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:51.280747 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 60398) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:19:51.329160 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-15b78c2f-ec8b-4619-adc8-e420e7456881 admin admin] Publish callbacks [] for security_group (fad34ec5-56a2-4f27-a37c-dcb072d818ea), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:51.350418 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-15b78c2f-ec8b-4619-adc8-e420e7456881 admin admin] Publish callbacks [] for security_group (fad34ec5-56a2-4f27-a37c-dcb072d818ea), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:51.475614 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-15b78c2f-ec8b-4619-adc8-e420e7456881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (fad34ec5-56a2-4f27-a37c-dcb072d818ea), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:51.476201 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-15b78c2f-ec8b-4619-adc8-e420e7456881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:51.480317 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-15b78c2f-ec8b-4619-adc8-e420e7456881 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fad34ec5-56a2-4f27-a37c-dcb072d818ea HTTP/1.1" status: 204 len: 168 time: 0.1954467 Feb 12 04:19:51.489146 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b78c2f-ec8b-4619-adc8-e420e7456881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad34ec5-56a2-4f27-a37c-dcb072d818ea,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:52.089420 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b4366e78-cf08-41b7-8075-c644e6df53d7 req-e94ea3e1-0215-4a7d-bab2-54116bba19e0 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 210 time: 0.0286884 Feb 12 04:19:52.307245 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec002686-f796-443f-afc7-c82a117f0059 req-8e379167-8913-4b49-b600-028ba29a9c66 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:52.308745 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ec002686-f796-443f-afc7-c82a117f0059 req-8e379167-8913-4b49-b600-028ba29a9c66 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0608172 Feb 12 04:19:52.356118 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ec002686-f796-443f-afc7-c82a117f0059 req-acea8705-4fee-4e44-a021-43fa6de4d3e8 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415046 Feb 12 04:19:53.187481 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5e8f8eea-f940-4baa-801b-7c859af6489f req-2ccc0b81-2884-4a3f-96e3-686e148fc7c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 210 time: 0.0268054 Feb 12 04:19:53.480397 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42de40e-e96f-4c3f-9200-dba6df579175 req-0d348341-e444-413c-80da-3b2d8cac6521 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:53.481983 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b42de40e-e96f-4c3f-9200-dba6df579175 req-0d348341-e444-413c-80da-3b2d8cac6521 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0544174 Feb 12 04:19:53.530704 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b42de40e-e96f-4c3f-9200-dba6df579175 req-5131f460-1b66-4500-a3ec-5858de4ddeae tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423653 Feb 12 04:19:54.280869 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4284df92-e4c0-4b04-87d1-be4b6a2e14e6 req-6c354777-1ec3-4454-a8d1-ba0aa2588e0d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 210 time: 0.0277262 Feb 12 04:19:54.650018 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9ff46-dfb6-4834-a947-12dffa5866df req-dfff1007-b31f-44c4-9ad6-15412498b1c9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:54.651482 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d2a9ff46-dfb6-4834-a947-12dffa5866df req-dfff1007-b31f-44c4-9ad6-15412498b1c9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0509012 Feb 12 04:19:54.696155 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d2a9ff46-dfb6-4834-a947-12dffa5866df req-ec688f12-3728-40f7-b362-3e04a5ba1706 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392396 Feb 12 04:19:55.377005 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3d3b01a6-9f3f-4f58-8987-92a00dc84006 req-a27cb57a-e371-4bdc-91be-76d6e63c49ac tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 210 time: 0.0293128 Feb 12 04:19:55.810639 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13973ec-5a79-4b5d-a198-404be1b53ae2 req-561ddd2e-6439-49a4-8547-3ced257ab024 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:55.812075 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a13973ec-5a79-4b5d-a198-404be1b53ae2 req-561ddd2e-6439-49a4-8547-3ced257ab024 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0506792 Feb 12 04:19:55.859283 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a13973ec-5a79-4b5d-a198-404be1b53ae2 req-b1dfbb56-44f4-4873-9439-b895656c39ad tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418081 Feb 12 04:19:56.467881 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9ddff468-60ba-403e-aa38-f0279cbcc87c req-83629d5a-3e39-427f-9fb8-57320cd2d0b2 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 210 time: 0.0258818 Feb 12 04:19:56.827434 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-3384ea87-8cb1-49e3-bbcd-1ee44a4be27d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:56.828935 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-3384ea87-8cb1-49e3-bbcd-1ee44a4be27d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "GET /v2.0/networks?id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a HTTP/1.1" status: 200 len: 815 time: 0.1016436 Feb 12 04:19:56.863174 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Request body: {'port': {'device_id': '2bfd8430-8109-4f4b-99f3-7d755f2849f0', 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a', 'admin_state_up': True, 'tenant_id': 'fece42b3279f4d4aac21d7922c52c5ed'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:56.987357 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa03ca-e4b7-4f67-bf27-7fc5ba371ee7 req-b8df864f-d434-4a83-982b-645cdf597a98 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:56.988835 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5dfa03ca-e4b7-4f67-bf27-7fc5ba371ee7 req-b8df864f-d434-4a83-982b-645cdf597a98 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0551629 Feb 12 04:19:57.040044 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5dfa03ca-e4b7-4f67-bf27-7fc5ba371ee7 req-66be5262-72fb-4705-a2d7-3e4d2bffb2af tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455103 Feb 12 04:19:57.089027 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Made reservation on behalf of fece42b3279f4d4aac21d7922c52c5ed for: {'port': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:19:57.092768 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:57.224572 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Allocated IP 172.20.0.9 (5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a/9dd2e30a-6546-4562-a28e-669b8297f414/c91616f2-77ab-40c0-8485-6ee07fabecae) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:19:57.391772 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks [] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:57.523544 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:57.541930 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['28c9098c-2911-456c-a866-c46cf15a8c35'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:19:57.577541 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:19:57.581656 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:19:57.592820 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:19:57.597727 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437ea8a-b423-4761-8fb9-c7e5b3360eb4 req-a525cce9-09d2-4817-85de-2fe4e1dfe88e tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:57.599824 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:57.600500 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:57.606227 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5437ea8a-b423-4761-8fb9-c7e5b3360eb4 req-a525cce9-09d2-4817-85de-2fe4e1dfe88e tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 931 time: 0.0716729 Feb 12 04:19:57.624587 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Pushing event updated for resources: {'Port': ['ID=c91616f2-77ab-40c0-8485-6ee07fabecae,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:57.635521 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:19:57.636007 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:19:57.643985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:19:57.643985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:19:57.643985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:19:57.643985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:19:57.643985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:19:57.643985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:19:57.643985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:19:57.643985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:19:57.643985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:19:57.643985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:19:57.643985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:19:57.671808 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5437ea8a-b423-4761-8fb9-c7e5b3360eb4 req-383d0fc0-d994-426d-a219-0679b7202183 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643828 Feb 12 04:19:57.720479 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-a26e2b53-b3c0-477c-8de1-3e9727439fff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8616014 Feb 12 04:19:57.737908 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Request body: {'port': {'device_id': '2bfd8430-8109-4f4b-99f3-7d755f2849f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:19:57.801657 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:58.086104 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91616f2-77ab-40c0-8485-6ee07fabecae {{(pid=103157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:19:58.094299 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Publish callbacks [] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:58.109981 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.provisioning_blocks [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Transition to ACTIVE for port object c91616f2-77ab-40c0-8485-6ee07fabecae will not be triggered until provisioned by entity L2. {{(pid=103157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:19:58.173127 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659576f-c225-4da2-be4f-d57386130b8a req-8ea139a2-39d4-4bac-9dbd-1c6a49bc2507 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:58.174666 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3659576f-c225-4da2-be4f-d57386130b8a req-8ea139a2-39d4-4bac-9dbd-1c6a49bc2507 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0526562 Feb 12 04:19:58.221348 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3659576f-c225-4da2-be4f-d57386130b8a req-e1e37091-fa98-43f3-b9ad-6c2bf338ebdd tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 Feb 12 04:19:58.226296 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:58.298722 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Pushing event updated for resources: {'Port': ['ID=c91616f2-77ab-40c0-8485-6ee07fabecae,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:58.311613 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Attempting to bind port c91616f2-77ab-40c0-8485-6ee07fabecae on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:19:58.311989 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Attempting to bind port c91616f2-77ab-40c0-8485-6ee07fabecae by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:19:58.312326 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Attempting to bind port c91616f2-77ab-40c0-8485-6ee07fabecae on network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:58.316961 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Port c91616f2-77ab-40c0-8485-6ee07fabecae on network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:19:58.317302 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Attempting to bind port c91616f2-77ab-40c0-8485-6ee07fabecae on network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:19:58.322436 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:19:58.322685 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Checking segment: {'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:19:58.323067 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Bound using segment: {'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:19:58.323488 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Bound port: c91616f2-77ab-40c0-8485-6ee07fabecae, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'}}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:19:58.323833 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:58.399313 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] For port c91616f2-77ab-40c0-8485-6ee07fabecae, host hv-cinder-82869, cleared binding levels {{(pid=103157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:19:58.402267 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] For port c91616f2-77ab-40c0-8485-6ee07fabecae, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c91616f2-77ab-40c0-8485-6ee07fabecae,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:19:58.506647 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:58.541354 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:58.542039 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:19:58.543428 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] 10.222.0.42 "PUT /v2.0/ports/c91616f2-77ab-40c0-8485-6ee07fabecae HTTP/1.1" status: 200 len: 1093 time: 0.8096297 Feb 12 04:19:58.543863 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfd8430-8109-4f4b-99f3-7d755f2849f0', 'tag': 'c91616f2-77ab-40c0-8485-6ee07fabecae'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:19:58.546131 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331051ed-fd05-4541-98d4-467e3f0c0ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfd8430-8109-4f4b-99f3-7d755f2849f0", "tag": "c91616f2-77ab-40c0-8485-6ee07fabecae"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:19:58.575879 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca5983-2263-4fc9-9166-e5a992433405 service neutron] Pushing event updated for resources: {'Port': ['ID=c91616f2-77ab-40c0-8485-6ee07fabecae,revision_number=3']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:19:58.585136 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b715a37c-016d-4d2f-9124-1784c71c059f x-openstack-request-id: req-b715a37c-016d-4d2f-9124-1784c71c059f {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:19:58.585478 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfd8430-8109-4f4b-99f3-7d755f2849f0", "tag": "c91616f2-77ab-40c0-8485-6ee07fabecae", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:19:58.585750 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b715a37c-016d-4d2f-9124-1784c71c059f {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:19:58.586142 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfd8430-8109-4f4b-99f3-7d755f2849f0', 'tag': 'c91616f2-77ab-40c0-8485-6ee07fabecae', 'status': 'completed', 'code': 200} Feb 12 04:19:58.653834 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331051ed-fd05-4541-98d4-467e3f0c0ae6 req-5a0365cb-ae0a-45c6-8ed3-4479ef07ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:58.655468 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-331051ed-fd05-4541-98d4-467e3f0c0ae6 req-5a0365cb-ae0a-45c6-8ed3-4479ef07ce65 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 1127 time: 0.0466533 Feb 12 04:19:58.801410 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fee108-c35a-4acc-a64e-9e79dc3ab2d9 req-ff1a0b89-f4f0-4519-997a-bbc34b44e5df tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:58.802717 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331051ed-fd05-4541-98d4-467e3f0c0ae6 req-d952ca28-035b-42e9-80d5-99ede2477344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:58.806900 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-331051ed-fd05-4541-98d4-467e3f0c0ae6 req-d952ca28-035b-42e9-80d5-99ede2477344 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1266401 Feb 12 04:19:58.807358 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-16fee108-c35a-4acc-a64e-9e79dc3ab2d9 req-ff1a0b89-f4f0-4519-997a-bbc34b44e5df tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 943 time: 0.0632503 Feb 12 04:19:58.878329 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-16fee108-c35a-4acc-a64e-9e79dc3ab2d9 req-7bbe53aa-6339-4704-9bda-d3f5aa6fe7f4 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640206 Feb 12 04:19:58.930560 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331051ed-fd05-4541-98d4-467e3f0c0ae6 req-6a34d198-bd64-4099-98e1-97d3e93e0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:58.932125 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-331051ed-fd05-4541-98d4-467e3f0c0ae6 req-6a34d198-bd64-4099-98e1-97d3e93e0f65 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1139874 Feb 12 04:19:59.012633 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-b68bf82a-de07-449e-ad91-c4233097cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:59.014382 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-b68bf82a-de07-449e-ad91-c4233097cc64 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 1127 time: 0.0448558 Feb 12 04:19:59.058535 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-04f54f81-8558-4728-945b-ff672856efb8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c91616f2-77ab-40c0-8485-6ee07fabecae HTTP/1.1" status: 200 len: 217 time: 0.0361845 Feb 12 04:19:59.114097 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-9114e30b-78b1-491f-b715-9fa42587dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:59.115534 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-9114e30b-78b1-491f-b715-9fa42587dd56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd2e30a-6546-4562-a28e-669b8297f414 HTTP/1.1" status: 200 len: 855 time: 0.0424228 Feb 12 04:19:59.376054 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85095c-7801-40f8-aeb8-be27efe81649 req-0b3b1c9b-86fc-431e-b41c-1c276782ffae tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:59.377690 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ce85095c-7801-40f8-aeb8-be27efe81649 req-0b3b1c9b-86fc-431e-b41c-1c276782ffae tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0541432 Feb 12 04:19:59.397155 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-aa5605f9-7c80-4abb-9af9-d68ee516a097 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2674139 Feb 12 04:19:59.428207 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ce85095c-7801-40f8-aeb8-be27efe81649 req-d71e6ae0-554e-4615-8d38-18d28cc033ff tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Feb 12 04:19:59.496905 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-15da0f51-561f-4a2c-aa86-f1d0df483d3d service neutron] 10.222.0.42 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892470 Feb 12 04:19:59.598346 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-077d2e07-1c1f-425a-a48a-ac23b83d6ad5 req-8e5d56c6-14f0-495a-ae92-88a1cce1e458 service neutron] 10.222.0.42 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859473 Feb 12 04:19:59.681973 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f54f0-2d4b-429c-a717-d955b96abfa5 req-4a4665d0-0201-458c-b82c-c980b8c8152e tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:59.683450 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7d9f54f0-2d4b-429c-a717-d955b96abfa5 req-4a4665d0-0201-458c-b82c-c980b8c8152e tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 945 time: 0.0561750 Feb 12 04:19:59.730658 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7d9f54f0-2d4b-429c-a717-d955b96abfa5 req-651bc3c8-86cd-4683-a9de-92bf0cfcf1b8 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416071 Feb 12 04:19:59.998077 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282814a-1e55-4ebf-a555-798bd4668acf req-0b42c073-5576-4f57-b5d9-72657837bab9 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:19:59.999555 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3282814a-1e55-4ebf-a555-798bd4668acf req-0b42c073-5576-4f57-b5d9-72657837bab9 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 943 time: 0.0525942 Feb 12 04:20:00.045754 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3282814a-1e55-4ebf-a555-798bd4668acf req-39a3a1bf-b641-4ff5-9daa-7d5b49bd894b tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Feb 12 04:20:00.253961 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-2ae586a4-1a1a-4e3c-a541-6ee436c8cf1a req-65cfbe6e-f286-4d6e-a730-bc85ad86257d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443077 Feb 12 04:20:00.350968 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae586a4-1a1a-4e3c-a541-6ee436c8cf1a req-5602a219-de1b-4bf4-94e6-b7dc70409484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:00.353002 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-2ae586a4-1a1a-4e3c-a541-6ee436c8cf1a req-5602a219-de1b-4bf4-94e6-b7dc70409484 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 1129 time: 0.0436416 Feb 12 04:20:00.465117 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae586a4-1a1a-4e3c-a541-6ee436c8cf1a req-a0e01ba7-a2b8-416b-bae1-f105646277a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:00.466642 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-2ae586a4-1a1a-4e3c-a541-6ee436c8cf1a req-a0e01ba7-a2b8-416b-bae1-f105646277a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a HTTP/1.1" status: 200 len: 915 time: 0.0901597 Feb 12 04:20:00.507220 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-2ae586a4-1a1a-4e3c-a541-6ee436c8cf1a req-cf09cc97-dc35-419b-a85b-4f99267f69eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=28c9098c-2911-456c-a866-c46cf15a8c35 HTTP/1.1" status: 200 len: 217 time: 0.0339935 Feb 12 04:20:00.553549 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abc5ba-2c9e-4c40-8627-fb14fdbb4604 req-b5c7841c-d6b4-429a-ac82-f35e9cdb7f44 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:00.555081 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f7abc5ba-2c9e-4c40-8627-fb14fdbb4604 req-b5c7841c-d6b4-429a-ac82-f35e9cdb7f44 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0525844 Feb 12 04:20:00.561013 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae586a4-1a1a-4e3c-a541-6ee436c8cf1a req-288734f6-7759-4174-a47d-fc280be42880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:00.562876 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-2ae586a4-1a1a-4e3c-a541-6ee436c8cf1a req-288734f6-7759-4174-a47d-fc280be42880 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd2e30a-6546-4562-a28e-669b8297f414 HTTP/1.1" status: 200 len: 855 time: 0.0470898 Feb 12 04:20:00.603915 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-2ae586a4-1a1a-4e3c-a541-6ee436c8cf1a req-46cfe8c8-770e-4186-a072-f6326515d85c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321562 Feb 12 04:20:00.607569 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f7abc5ba-2c9e-4c40-8627-fb14fdbb4604 req-b68fa60f-6261-4b94-8c3a-e104f40ea62e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465531 Feb 12 04:20:00.690755 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-2ae586a4-1a1a-4e3c-a541-6ee436c8cf1a req-e9c96228-ffd8-497f-8982-b94e3e3e174a service neutron] 10.222.0.42 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800586 Feb 12 04:20:00.795857 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-2ae586a4-1a1a-4e3c-a541-6ee436c8cf1a req-6e743d51-ee2d-4379-bbcc-b500877119c3 service neutron] 10.222.0.42 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963457 Feb 12 04:20:00.815200 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60614) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:00.856887 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b2323-70af-4ba7-a61c-2bc9acde8893 req-657432f7-ff45-4da4-8eda-5b6d89f705d3 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:00.858412 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c88b2323-70af-4ba7-a61c-2bc9acde8893 req-657432f7-ff45-4da4-8eda-5b6d89f705d3 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 945 time: 0.0592570 Feb 12 04:20:00.926121 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c88b2323-70af-4ba7-a61c-2bc9acde8893 req-46a14faf-760a-44c4-acd6-f6590b0480c2 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517957 Feb 12 04:20:00.937923 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ceef6461-31c4-4052-a61e-66ab5a4c814d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.003038 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.014710 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ceef6461-31c4-4052-a61e-66ab5a4c814d admin admin] Publish callbacks [] for security_group (04d5bedb-fc0a-4109-9a66-16a33326341f), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.088779 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ceef6461-31c4-4052-a61e-66ab5a4c814d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (04d5bedb-fc0a-4109-9a66-16a33326341f), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.128837 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-ceef6461-31c4-4052-a61e-66ab5a4c814d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63e1c5a628b6457286fc7b65e170a64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124163 Feb 12 04:20:01.129763 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef6461-31c4-4052-a61e-66ab5a4c814d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d5bedb-fc0a-4109-9a66-16a33326341f,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:01.132035 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60626) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:01.166958 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5258ec9-87b7-4ed1-9478-760e18447029 req-6782b2d3-4e62-4383-b71b-055094b413c8 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:01.168540 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b5258ec9-87b7-4ed1-9478-760e18447029 req-6782b2d3-4e62-4383-b71b-055094b413c8 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 943 time: 0.0563781 Feb 12 04:20:01.186259 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3958bd01-a047-4223-b846-b084495dc69d admin admin] Publish callbacks [] for security_group (04d5bedb-fc0a-4109-9a66-16a33326341f), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.210412 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3958bd01-a047-4223-b846-b084495dc69d admin admin] Publish callbacks [] for security_group (04d5bedb-fc0a-4109-9a66-16a33326341f), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.216746 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b5258ec9-87b7-4ed1-9478-760e18447029 req-24e56e25-5b25-4051-8145-4245276b7580 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420833 Feb 12 04:20:01.352630 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3958bd01-a047-4223-b846-b084495dc69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (04d5bedb-fc0a-4109-9a66-16a33326341f), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.355920 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3958bd01-a047-4223-b846-b084495dc69d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.357092 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-3958bd01-a047-4223-b846-b084495dc69d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/04d5bedb-fc0a-4109-9a66-16a33326341f HTTP/1.1" status: 204 len: 168 time: 0.2230256 Feb 12 04:20:01.368231 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 60636) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:01.368967 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958bd01-a047-4223-b846-b084495dc69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d5bedb-fc0a-4109-9a66-16a33326341f,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:01.478055 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.552914 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Publish callbacks [] for security_group (1edb5d43-1603-4219-8108-b2a8f8bcf6e4), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.611449 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device c91616f2-77ab-40c0-8485-6ee07fabecae details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:20:01.643014 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (1edb5d43-1603-4219-8108-b2a8f8bcf6e4), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.714632 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edb5d43-1603-4219-8108-b2a8f8bcf6e4,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:01.719434 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f4c7afba05448fbb5ab16561bf97d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501773 Feb 12 04:20:01.722422 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60646) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:01.725128 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port c91616f2-77ab-40c0-8485-6ee07fabecae, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c91616f2-77ab-40c0-8485-6ee07fabecae,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:20:01.736865 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': 'c91616f2-77ab-40c0-8485-6ee07fabecae', 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a', 'port_id': 'c91616f2-77ab-40c0-8485-6ee07fabecae', 'mac_address': 'fa:16:3e:a7:6b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd2e30a-6546-4562-a28e-669b8297f414', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:20:01.744951 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.745472 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.745816 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.746291 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.746802 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.747294 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.747625 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.748049 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.748435 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.748760 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.749084 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.749452 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.749911 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8081c4a-aa71-43c4-8034-9123b2f6cd88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.781005 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febf7ab-0643-423d-afa5-a0cffdd3eb48 req-5ada4007-408f-4862-a25f-e09d653697c3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:01.782050 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-278fd707-ae55-49f2-81b8-0e822a57751d admin admin] Publish callbacks [] for security_group (1edb5d43-1603-4219-8108-b2a8f8bcf6e4), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.782279 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port c91616f2-77ab-40c0-8485-6ee07fabecae is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:01.782666 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.783505 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0febf7ab-0643-423d-afa5-a0cffdd3eb48 req-5ada4007-408f-4862-a25f-e09d653697c3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0816631 Feb 12 04:20:01.801420 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91616f2-77ab-40c0-8485-6ee07fabecae {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:20:01.812452 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-278fd707-ae55-49f2-81b8-0e822a57751d admin admin] Publish callbacks [] for security_group (1edb5d43-1603-4219-8108-b2a8f8bcf6e4), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.830025 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port c91616f2-77ab-40c0-8485-6ee07fabecae, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c91616f2-77ab-40c0-8485-6ee07fabecae,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:20:01.845781 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0febf7ab-0643-423d-afa5-a0cffdd3eb48 req-1fef928e-e61e-4a83-a88b-23f89a2512c2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566597 Feb 12 04:20:01.917438 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.940472 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-278fd707-ae55-49f2-81b8-0e822a57751d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (1edb5d43-1603-4219-8108-b2a8f8bcf6e4), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.943355 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-278fd707-ae55-49f2-81b8-0e822a57751d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:01.945551 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-278fd707-ae55-49f2-81b8-0e822a57751d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1edb5d43-1603-4219-8108-b2a8f8bcf6e4 HTTP/1.1" status: 204 len: 168 time: 0.2209506 Feb 12 04:20:01.955509 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fd707-ae55-49f2-81b8-0e822a57751d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edb5d43-1603-4219-8108-b2a8f8bcf6e4,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:01.986878 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=c91616f2-77ab-40c0-8485-6ee07fabecae,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:01.996699 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.997053 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.997441 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.997942 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.998269 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.999168 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.999502 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:01.999974 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:02.000308 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:02.000655 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:02.000980 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:02.001314 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:02.004243 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:02.061177 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a3947-1c43-4031-8b59-89186c561453 req-2c41e4c9-d3f3-45d6-95c3-15ebe3431484 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:02.062768 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cc8a3947-1c43-4031-8b59-89186c561453 req-2c41e4c9-d3f3-45d6-95c3-15ebe3431484 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 945 time: 0.0592759 Feb 12 04:20:02.113706 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cc8a3947-1c43-4031-8b59-89186c561453 req-d90aa21e-8dc3-4dd6-87cc-c5f2ce0ad29e tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/security-groups?id=de1ea3dc-6c14-43da-a2dd-d0197a5e6879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452492 Feb 12 04:20:02.224226 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6dad75-3849-4e2f-9663-8fdd86f7f789 req-433c80ed-c7d3-44d1-a621-f2909873c6a4 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:02.225731 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-7b6dad75-3849-4e2f-9663-8fdd86f7f789 req-433c80ed-c7d3-44d1-a621-f2909873c6a4 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 945 time: 0.0853331 Feb 12 04:20:02.310625 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['c91616f2-77ab-40c0-8485-6ee07fabecae'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:20:02.401080 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ff8a-ce14-4664-bf1b-35a4f83e675b req-78274ea1-fbbd-4571-98e2-8c7b20709362 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:02.402234 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [req-7b6dad75-3849-4e2f-9663-8fdd86f7f789 req-5313fb6e-8055-4c17-918c-bf71f3250f17 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Deleting port 5d181d11-dd58-4c59-a93c-997e0ea1eb58 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:20:02.402629 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-7b6dad75-3849-4e2f-9663-8fdd86f7f789 req-5313fb6e-8055-4c17-918c-bf71f3250f17 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:02.410564 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0169ff8a-ce14-4664-bf1b-35a4f83e675b req-78274ea1-fbbd-4571-98e2-8c7b20709362 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 944 time: 0.1171117 Feb 12 04:20:02.467121 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0169ff8a-ce14-4664-bf1b-35a4f83e675b req-fa71f9b1-5a8f-488f-90bf-d4c3a1ffb0b3 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552888 Feb 12 04:20:02.513829 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-7b6dad75-3849-4e2f-9663-8fdd86f7f789 req-5313fb6e-8055-4c17-918c-bf71f3250f17 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] For port 5d181d11-dd58-4c59-a93c-997e0ea1eb58, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=5d181d11-dd58-4c59-a93c-997e0ea1eb58,segment=NetworkSegment(37e12ad6-11f7-4228-8e0e-a81516976a94),segment_id=37e12ad6-11f7-4228-8e0e-a81516976a94)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:20:02.514260 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-7b6dad75-3849-4e2f-9663-8fdd86f7f789 req-5313fb6e-8055-4c17-918c-bf71f3250f17 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:02.529123 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [req-7b6dad75-3849-4e2f-9663-8fdd86f7f789 req-5313fb6e-8055-4c17-918c-bf71f3250f17 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Calling delete_port for 5d181d11-dd58-4c59-a93c-997e0ea1eb58 owned by compute:nova {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:20:02.789552 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-7b6dad75-3849-4e2f-9663-8fdd86f7f789 req-5313fb6e-8055-4c17-918c-bf71f3250f17 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809'] for port (5d181d11-dd58-4c59-a93c-997e0ea1eb58), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:02.801195 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['5d181d11-dd58-4c59-a93c-997e0ea1eb58'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:20:02.821010 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313fb6e-8055-4c17-918c-bf71f3250f17 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Pushing event deleted for resources: {'Port': ['ID=5d181d11-dd58-4c59-a93c-997e0ea1eb58,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:02.896661 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6dad75-3849-4e2f-9663-8fdd86f7f789 req-5313fb6e-8055-4c17-918c-bf71f3250f17 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] No DVR routers for this DVR port 5d181d11-dd58-4c59-a93c-997e0ea1eb58 on host hv-cinder-82869 {{(pid=103157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:20:02.902478 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-7b6dad75-3849-4e2f-9663-8fdd86f7f789 req-5313fb6e-8055-4c17-918c-bf71f3250f17 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:02.908699 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-7b6dad75-3849-4e2f-9663-8fdd86f7f789 req-5313fb6e-8055-4c17-918c-bf71f3250f17 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.42 "DELETE /v2.0/ports/5d181d11-dd58-4c59-a93c-997e0ea1eb58 HTTP/1.1" status: 204 len: 173 time: 0.6755583 Feb 12 04:20:02.909219 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ffc43c-6075-4974-9b87-bed6a78914c3', 'name': 'network-vif-deleted', 'tag': '5d181d11-dd58-4c59-a93c-997e0ea1eb58'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:20:02.914795 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c3f368-f37b-4777-9ce9-00d2a6d5daf8" -d '{"events": [{"server_uuid": "91ffc43c-6075-4974-9b87-bed6a78914c3", "name": "network-vif-deleted", "tag": "5d181d11-dd58-4c59-a93c-997e0ea1eb58"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:20:02.962217 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd2a7a7-1e60-458f-b2ed-9b9aa54af674 x-openstack-request-id: req-4fd2a7a7-1e60-458f-b2ed-9b9aa54af674 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:20:02.962550 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ffc43c-6075-4974-9b87-bed6a78914c3", "name": "network-vif-deleted", "tag": "5d181d11-dd58-4c59-a93c-997e0ea1eb58", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:20:02.962807 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fd2a7a7-1e60-458f-b2ed-9b9aa54af674 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:20:02.963214 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ffc43c-6075-4974-9b87-bed6a78914c3', 'name': 'network-vif-deleted', 'tag': '5d181d11-dd58-4c59-a93c-997e0ea1eb58', 'status': 'completed', 'code': 200} Feb 12 04:20:02.982689 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04795f03-78e5-4021-b84f-9cb534306e0b req-f97bce02-dac9-4496-8f0f-416536c304a2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:02.984281 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-04795f03-78e5-4021-b84f-9cb534306e0b req-f97bce02-dac9-4496-8f0f-416536c304a2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0538023 Feb 12 04:20:03.046952 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-04795f03-78e5-4021-b84f-9cb534306e0b req-55591268-1461-46a0-a632-26637fbf4781 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557685 Feb 12 04:20:03.222535 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ca5691ad-4e69-40fc-a173-d79f1010620d req-f4db6abb-5a7f-426c-ae10-01bd5033d68c tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 210 time: 0.0297604 Feb 12 04:20:03.587338 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f145d-d264-42c4-8b09-d921c15f6547 req-3a07dcaf-2a3c-44e9-adf5-4648646175c4 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:03.588816 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a91f145d-d264-42c4-8b09-d921c15f6547 req-3a07dcaf-2a3c-44e9-adf5-4648646175c4 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 944 time: 0.0524023 Feb 12 04:20:03.638459 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device c91616f2-77ab-40c0-8485-6ee07fabecae up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:20:03.642658 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a91f145d-d264-42c4-8b09-d921c15f6547 req-c3d50d90-cb6c-4b0b-84e9-55f27ac8828a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473773 Feb 12 04:20:03.837463 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port c91616f2-77ab-40c0-8485-6ee07fabecae completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:20:03.841487 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port c91616f2-77ab-40c0-8485-6ee07fabecae triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:03.841882 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:04.041933 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port c91616f2-77ab-40c0-8485-6ee07fabecae is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:04.042317 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:04.067494 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfd8430-8109-4f4b-99f3-7d755f2849f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91616f2-77ab-40c0-8485-6ee07fabecae'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:20:04.070324 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7741eaac-7b5e-4a95-8095-f97f78e2e6e3" -d '{"events": [{"server_uuid": "2bfd8430-8109-4f4b-99f3-7d755f2849f0", "name": "network-vif-plugged", "status": "completed", "tag": "c91616f2-77ab-40c0-8485-6ee07fabecae"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:20:04.083342 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port c91616f2-77ab-40c0-8485-6ee07fabecae, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c91616f2-77ab-40c0-8485-6ee07fabecae,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:20:04.132650 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfea2ab8-d508-4313-95be-3863f427b9c2 x-openstack-request-id: req-cfea2ab8-d508-4313-95be-3863f427b9c2 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:20:04.133110 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfd8430-8109-4f4b-99f3-7d755f2849f0", "name": "network-vif-plugged", "status": "completed", "tag": "c91616f2-77ab-40c0-8485-6ee07fabecae", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:20:04.133464 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfea2ab8-d508-4313-95be-3863f427b9c2 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:20:04.134041 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfd8430-8109-4f4b-99f3-7d755f2849f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91616f2-77ab-40c0-8485-6ee07fabecae', 'code': 200} Feb 12 04:20:04.170910 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:04.209011 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf589cc-fec5-481d-9ba9-b3b5bc45f6f8 req-1b635725-6258-4dc9-a356-030bc2d1fb2e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:04.211339 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dbf589cc-fec5-481d-9ba9-b3b5bc45f6f8 req-1b635725-6258-4dc9-a356-030bc2d1fb2e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0692124 Feb 12 04:20:04.227203 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=c91616f2-77ab-40c0-8485-6ee07fabecae,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:04.263090 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dbf589cc-fec5-481d-9ba9-b3b5bc45f6f8 req-6f639600-ecfa-4c46-b532-f03aa24e61ae tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457089 Feb 12 04:20:04.349936 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0e3f1b77-5737-4578-b643-4be5319d6fd5 req-842f2c14-b281-4751-9a48-b1a9af9fb627 tempest-DeleteServersTestJSON-2125704474 tempest-DeleteServersTestJSON-2125704474-project] 10.222.0.31 "GET /v2.0/ports?device_id=91ffc43c-6075-4974-9b87-bed6a78914c3 HTTP/1.1" status: 200 len: 210 time: 0.0302434 Feb 12 04:20:04.516783 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68747b9-e323-4c37-9621-2111836f2452 req-76a444f7-d73a-4192-ac39-b1a83b29150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:04.518325 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c68747b9-e323-4c37-9621-2111836f2452 req-76a444f7-d73a-4192-ac39-b1a83b29150f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 1129 time: 0.0442829 Feb 12 04:20:04.568829 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c68747b9-e323-4c37-9621-2111836f2452 req-1c61948d-334d-4801-afed-41809e0660f2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368290 Feb 12 04:20:04.768490 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1cb99-160d-4d86-a9fe-4b31fb458101 req-77015088-1254-47b7-98a2-523e1ee7719c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:04.769976 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-90a1cb99-160d-4d86-a9fe-4b31fb458101 req-77015088-1254-47b7-98a2-523e1ee7719c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 945 time: 0.0524061 Feb 12 04:20:04.815934 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-90a1cb99-160d-4d86-a9fe-4b31fb458101 req-048adb09-e7f6-49bb-85c4-de93eaa4d63c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396745 Feb 12 04:20:05.383881 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5cc32-284f-4ac7-ac95-676b2e8d1e01 req-315a91d7-e8bf-4089-8e97-f9ddb9909e4f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:05.385419 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5de5cc32-284f-4ac7-ac95-676b2e8d1e01 req-315a91d7-e8bf-4089-8e97-f9ddb9909e4f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0526705 Feb 12 04:20:05.435851 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5de5cc32-284f-4ac7-ac95-676b2e8d1e01 req-15da8cf0-d424-4259-b174-0848917d2c34 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439420 Feb 12 04:20:05.639787 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 5d181d11-dd58-4c59-a93c-997e0ea1eb58 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:20:05.662411 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: 5d181d11-dd58-4c59-a93c-997e0ea1eb58 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:20:05.662744 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 5d181d11-dd58-4c59-a93c-997e0ea1eb58 not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:20:05.935958 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d692fd-df6c-41f3-a14f-2b30c8488182 req-9295754c-53a5-46b7-821e-23a71e887268 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:05.937581 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-28d692fd-df6c-41f3-a14f-2b30c8488182 req-9295754c-53a5-46b7-821e-23a71e887268 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 945 time: 0.0547616 Feb 12 04:20:05.984778 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-28d692fd-df6c-41f3-a14f-2b30c8488182 req-521b1c05-1666-493b-a47f-d5e12afaa9d2 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413764 Feb 12 04:20:06.554911 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c5231-f1e1-4851-ac40-fcff502d72f5 req-5e123087-fa85-4e6b-ae0f-7e9b68d1efa3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:06.556501 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-127c5231-f1e1-4851-ac40-fcff502d72f5 req-5e123087-fa85-4e6b-ae0f-7e9b68d1efa3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0537539 Feb 12 04:20:06.601772 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-127c5231-f1e1-4851-ac40-fcff502d72f5 req-e48f7b29-0772-450c-9add-7ffe3bfb34d0 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398293 Feb 12 04:20:06.814066 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9d72c0cb-64ee-4083-ace4-3dfa21e255cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:07.108199 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3d6bf-7265-4005-ae16-c04e74e03616 req-a2900d41-18a0-4ea9-80c3-7f99c0e187d1 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:07.109691 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3ca3d6bf-7265-4005-ae16-c04e74e03616 req-a2900d41-18a0-4ea9-80c3-7f99c0e187d1 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 945 time: 0.0584915 Feb 12 04:20:07.155040 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3ca3d6bf-7265-4005-ae16-c04e74e03616 req-103a61ae-2c1a-4eba-9f51-985772d06af4 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398600 Feb 12 04:20:07.720442 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b30d7d-85fb-4748-adf4-0140c30daa79 req-32b35c5d-6074-45e0-acbc-120892ac8bcd tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:07.722486 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-81b30d7d-85fb-4748-adf4-0140c30daa79 req-32b35c5d-6074-45e0-acbc-120892ac8bcd tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0530882 Feb 12 04:20:07.774237 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-81b30d7d-85fb-4748-adf4-0140c30daa79 req-6d0103f8-d146-4d2f-ae8e-a2f89914a4ba tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436676 Feb 12 04:20:08.268926 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f250a9-cb7d-462a-8a7d-7b318f0ea689 req-a62b73e2-24cb-4ebe-b970-f441db8cf68d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:08.270489 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-85f250a9-cb7d-462a-8a7d-7b318f0ea689 req-a62b73e2-24cb-4ebe-b970-f441db8cf68d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 945 time: 0.0505688 Feb 12 04:20:08.319605 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-85f250a9-cb7d-462a-8a7d-7b318f0ea689 req-85c7de96-6196-4b27-9c96-d4de34fdfc6e tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425928 Feb 12 04:20:08.888536 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6828cbb-b097-45b9-b5ce-5ba7877fb62f req-da750171-e217-4b75-9782-70191662759a tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:08.890040 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b6828cbb-b097-45b9-b5ce-5ba7877fb62f req-da750171-e217-4b75-9782-70191662759a tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0504818 Feb 12 04:20:08.940171 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b6828cbb-b097-45b9-b5ce-5ba7877fb62f req-5650b752-2a45-405d-a16d-450f4bdab04e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441916 Feb 12 04:20:09.084774 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-acb93fbd-72e9-4286-bfeb-595c2ca32df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:10.058557 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4442c95-cb60-4451-bf91-ab9d1e461bc1 req-4802e66a-e744-4e3c-b099-b56a502e036d tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:10.060041 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d4442c95-cb60-4451-bf91-ab9d1e461bc1 req-4802e66a-e744-4e3c-b099-b56a502e036d tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0532811 Feb 12 04:20:10.106957 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d4442c95-cb60-4451-bf91-ab9d1e461bc1 req-19538ae9-5bf3-4c96-8c19-04fc80294b60 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412962 Feb 12 04:20:10.376946 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60884) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:10.424428 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_v2 [None req-32facf64-1811-41e7-b565-12f3070c1934 admin admin] Deleting subnet 7a05ab62-e6d7-4623-954e-3b90cea13d4b {{(pid=103157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:20:10.427503 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-32facf64-1811-41e7-b565-12f3070c1934 admin admin] Publish callbacks [] for subnet (7a05ab62-e6d7-4623-954e-3b90cea13d4b), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:10.459679 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-32facf64-1811-41e7-b565-12f3070c1934 admin admin] Publish callbacks [] for subnet (7a05ab62-e6d7-4623-954e-3b90cea13d4b), precommit_delete_associations {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:10.469262 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-32facf64-1811-41e7-b565-12f3070c1934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (7a05ab62-e6d7-4623-954e-3b90cea13d4b), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:10.586354 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:10.614952 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-32facf64-1811-41e7-b565-12f3070c1934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for subnet (7a05ab62-e6d7-4623-954e-3b90cea13d4b), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:10.638862 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32facf64-1811-41e7-b565-12f3070c1934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a05ab62-e6d7-4623-954e-3b90cea13d4b,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:10.645293 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-32facf64-1811-41e7-b565-12f3070c1934 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:10.649075 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-32facf64-1811-41e7-b565-12f3070c1934 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7a05ab62-e6d7-4623-954e-3b90cea13d4b HTTP/1.1" status: 204 len: 168 time: 0.2710397 Feb 12 04:20:10.651788 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 60886) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:10.726061 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (5cd1924f-17ba-4894-907a-e01184fe91d9), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:10.808575 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (5cd1924f-17ba-4894-907a-e01184fe91d9), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:10.829187 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:20:10.829562 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:20:10.830361 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:20:10.830699 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Subscribe: > port after_create 55550000 {{(pid=103158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:20:10.831028 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Subscribe: > port after_delete 55550000 {{(pid=103158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:20:10.831416 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Subscribe: > port after_update 55550000 {{(pid=103158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:20:10.831755 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:20:10.832085 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:20:10.832401 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:20:10.832719 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:20:10.887033 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60890) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:10.952625 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:20:10.952979 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:20:10.953354 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:20:10.953679 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103158) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:20:10.954044 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd1924f-17ba-4894-907a-e01184fe91d9']}} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:10.972133 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e12ad6-11f7-4228-8e0e-a81516976a94') {'for_net_delete': True} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:10.972390 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e12ad6-11f7-4228-8e0e-a81516976a94') {} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:10.988997 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30203148'] for segment (37e12ad6-11f7-4228-8e0e-a81516976a94), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:10.996385 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-22a114d7-56d2-4a0b-bb1b-2e6fb680a455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:11.009175 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (37e12ad6-11f7-4228-8e0e-a81516976a94), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:11.017297 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=103158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:20:11.023410 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29460761'] for segment (37e12ad6-11f7-4228-8e0e-a81516976a94), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: from cryptography.utils import int_from_bytes Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: from cryptography.utils import int_from_bytes Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: Traceback (most recent call last): Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: timer() Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: cb(*args, **kw) Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: return func(*args, **kwargs) Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: self._notify() Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: self.callback(batched_events) Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: event.method(event) Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: return f(self, *a, **k) Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: return self._get(url).json() Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: return self.request(url, 'GET', **kwargs) Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:20:11.054164 dv-cinder-828696-3-iscsi neutron-server[103158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:20:11.069765 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-22a114d7-56d2-4a0b-bb1b-2e6fb680a455 admin admin] Publish callbacks [] for security_group (1b452a3c-4350-404f-8a30-37ef9ecf41ec), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:11.140004 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-22a114d7-56d2-4a0b-bb1b-2e6fb680a455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (1b452a3c-4350-404f-8a30-37ef9ecf41ec), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:11.181103 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-22a114d7-56d2-4a0b-bb1b-2e6fb680a455 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1367e832dc5b47bd8b511bb71c697198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904906 Feb 12 04:20:11.181103 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a114d7-56d2-4a0b-bb1b-2e6fb680a455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b452a3c-4350-404f-8a30-37ef9ecf41ec,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:11.181773 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60898) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:11.185947 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (5cd1924f-17ba-4894-907a-e01184fe91d9), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:11.210178 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:11.214375 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] 10.222.0.31 "DELETE /v2.0/networks/5cd1924f-17ba-4894-907a-e01184fe91d9 HTTP/1.1" status: 204 len: 168 time: 0.5615993 Feb 12 04:20:11.227004 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eecd0b-4c6e-4eed-af6e-0b144f165aec admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd1924f-17ba-4894-907a-e01184fe91d9,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:11.238518 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4aee9f82-8f45-452b-9a7d-ac7d42994c70 admin admin] Publish callbacks [] for security_group (1b452a3c-4350-404f-8a30-37ef9ecf41ec), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:11.248482 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e6cc2-de52-424d-81da-a3b31508acee req-73dbe9ec-8e0a-41c1-aaca-7f215a7c9ca7 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:11.250247 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8c6e6cc2-de52-424d-81da-a3b31508acee req-73dbe9ec-8e0a-41c1-aaca-7f215a7c9ca7 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0759630 Feb 12 04:20:11.264230 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4aee9f82-8f45-452b-9a7d-ac7d42994c70 admin admin] Publish callbacks [] for security_group (1b452a3c-4350-404f-8a30-37ef9ecf41ec), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:11.315350 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8c6e6cc2-de52-424d-81da-a3b31508acee req-30e3a9a9-82d2-4d66-afc0-ad7959b64ced tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594773 Feb 12 04:20:11.467438 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4aee9f82-8f45-452b-9a7d-ac7d42994c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (1b452a3c-4350-404f-8a30-37ef9ecf41ec), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:11.471639 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4aee9f82-8f45-452b-9a7d-ac7d42994c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:11.473403 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-4aee9f82-8f45-452b-9a7d-ac7d42994c70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b452a3c-4350-404f-8a30-37ef9ecf41ec HTTP/1.1" status: 204 len: 168 time: 0.2906916 Feb 12 04:20:11.482928 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee9f82-8f45-452b-9a7d-ac7d42994c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b452a3c-4350-404f-8a30-37ef9ecf41ec,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:11.611721 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-15a33b12-e2ad-4d8e-ad73-5c4df4e1b642 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:11.613195 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-15a33b12-e2ad-4d8e-ad73-5c4df4e1b642 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/networks?id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a HTTP/1.1" status: 200 len: 815 time: 0.1001658 Feb 12 04:20:11.627868 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-3946ffdd-d0da-4e93-af53-8892eb122751 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/quotas/fece42b3279f4d4aac21d7922c52c5ed HTTP/1.1" status: 200 len: 375 time: 0.0093162 Feb 12 04:20:11.644976 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:11.683369 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-9a152489-3554-445d-aeff-81fb94546e23 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504804 Feb 12 04:20:11.772306 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-87db9e8a-2871-4a00-a80a-aefb9c21d6ec service neutron] 10.222.0.31 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824928 Feb 12 04:20:11.814422 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60926) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:11.859477 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-1e82bdb2-1195-4307-9f49-7d0f7b90cf17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f11a00f62cf540c79ea14b02953dfd19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437973 Feb 12 04:20:11.861901 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 60928) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:11.862601 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-cea3f2ca-8411-4304-a48f-97e21648f206 service neutron] 10.222.0.31 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840476 Feb 12 04:20:11.913152 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-df8b22e8-4765-4cfb-8a64-3b1d6d3a5092 admin admin] Publish callbacks [] for security_group (de1ea3dc-6c14-43da-a2dd-d0197a5e6879), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:11.937265 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-df8b22e8-4765-4cfb-8a64-3b1d6d3a5092 admin admin] Publish callbacks [] for security_group (de1ea3dc-6c14-43da-a2dd-d0197a5e6879), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:12.066747 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-df8b22e8-4765-4cfb-8a64-3b1d6d3a5092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (de1ea3dc-6c14-43da-a2dd-d0197a5e6879), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:12.070118 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-df8b22e8-4765-4cfb-8a64-3b1d6d3a5092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:12.071427 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-df8b22e8-4765-4cfb-8a64-3b1d6d3a5092 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/de1ea3dc-6c14-43da-a2dd-d0197a5e6879 HTTP/1.1" status: 204 len: 168 time: 0.2084568 Feb 12 04:20:12.084424 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b22e8-4765-4cfb-8a64-3b1d6d3a5092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1ea3dc-6c14-43da-a2dd-d0197a5e6879,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:12.159438 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-65fedc60-ce78-48b3-874c-96561683c940 req-1b2a832f-3369-4ad8-9690-4175a1fb621f tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 210 time: 0.0443962 Feb 12 04:20:12.454669 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62b96c-d1f2-4549-8062-30ec5aa95eef req-c9f6cc66-fa65-4aa1-9ddb-d5d9d51f629f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:12.456244 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fc62b96c-d1f2-4549-8062-30ec5aa95eef req-c9f6cc66-fa65-4aa1-9ddb-d5d9d51f629f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0676098 Feb 12 04:20:12.504152 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fc62b96c-d1f2-4549-8062-30ec5aa95eef req-68e93346-c82b-4061-973c-5633d38eb77f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417380 Feb 12 04:20:13.256407 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-040a5608-3a66-4278-b785-dd3bdabba7c8 req-4abf3958-3281-4f2c-b70b-71d6869dd97d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 210 time: 0.0310428 Feb 12 04:20:13.579663 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:13.622072 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2750-8fee-4b30-a2dd-54f5e8ac4426 req-827835c0-502c-4560-b05b-31ca1a680b90 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:13.623543 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-956f2750-8fee-4b30-a2dd-54f5e8ac4426 req-827835c0-502c-4560-b05b-31ca1a680b90 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0546036 Feb 12 04:20:13.668735 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-956f2750-8fee-4b30-a2dd-54f5e8ac4426 req-dd84cd2e-ca13-46eb-a441-8f74a3dbc146 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Feb 12 04:20:13.954881 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:20:14.350966 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-99ea727f-1adc-4d98-b703-5be337f1aa7d req-abf7f784-4e32-4db6-b40e-af5a5ec3f8bc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 210 time: 0.0280044 Feb 12 04:20:14.812648 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95060b0-8f0e-4ec9-b8d1-791722490c92 req-f5ed76a5-f903-45fd-9865-a6a2f2a34bc2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:14.814181 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e95060b0-8f0e-4ec9-b8d1-791722490c92 req-f5ed76a5-f903-45fd-9865-a6a2f2a34bc2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0751531 Feb 12 04:20:14.860397 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e95060b0-8f0e-4ec9-b8d1-791722490c92 req-3341282c-ce23-4f3c-a0b5-1da3693e810c tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Feb 12 04:20:15.283695 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-33802684-f1c1-4fa8-9f92-f516688bd0d0 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:15.283695 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-33802684-f1c1-4fa8-9f92-f516688bd0d0 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "GET /v2.0/networks?id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a HTTP/1.1" status: 200 len: 815 time: 0.1067698 Feb 12 04:20:15.296984 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-7a2011b0-8b84-4154-9d08-c4d2af5ab506 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Request body: {'port': {'device_id': 'c8d4c38d-1d35-40ba-90ca-76a76103873e', 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a', 'admin_state_up': True, 'tenant_id': 'fece42b3279f4d4aac21d7922c52c5ed'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:20:15.448146 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aaa680ce-a45c-40a6-87bb-c22bbd9b1760 req-e86501fd-f63e-4549-bff2-1cda336ab005 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 210 time: 0.0271921 Feb 12 04:20:15.597584 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-7a2011b0-8b84-4154-9d08-c4d2af5ab506 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Made reservation on behalf of fece42b3279f4d4aac21d7922c52c5ed for: {'port': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:20:15.601616 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-7a2011b0-8b84-4154-9d08-c4d2af5ab506 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:15.728204 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-7a2011b0-8b84-4154-9d08-c4d2af5ab506 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Allocated IP 172.20.0.2 (5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a/9dd2e30a-6546-4562-a28e-669b8297f414/0aa7da43-7d38-403e-96e1-faec6f576040) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:20:15.873181 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-7a2011b0-8b84-4154-9d08-c4d2af5ab506 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks [] for port (0aa7da43-7d38-403e-96e1-faec6f576040), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:15.986238 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad0ed0-c922-4a51-a5db-78a1b7d4839e req-0aad8135-fead-4066-bb57-9951498329be tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:15.987890 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-92ad0ed0-c922-4a51-a5db-78a1b7d4839e req-0aad8135-fead-4066-bb57-9951498329be tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0529783 Feb 12 04:20:16.014552 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-7a2011b0-8b84-4154-9d08-c4d2af5ab506 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (0aa7da43-7d38-403e-96e1-faec6f576040), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:16.033656 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-92ad0ed0-c922-4a51-a5db-78a1b7d4839e req-048590bb-c054-43a5-8a41-4c1cd4d53146 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396419 Feb 12 04:20:16.068815 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-7a2011b0-8b84-4154-9d08-c4d2af5ab506 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:20:16.071906 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-7a2011b0-8b84-4154-9d08-c4d2af5ab506 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:20:16.076104 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-7a2011b0-8b84-4154-9d08-c4d2af5ab506 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:20:16.081460 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-7a2011b0-8b84-4154-9d08-c4d2af5ab506 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:16.082073 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-7a2011b0-8b84-4154-9d08-c4d2af5ab506 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:16.088127 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2011b0-8b84-4154-9d08-c4d2af5ab506 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Pushing event updated for resources: {'Port': ['ID=0aa7da43-7d38-403e-96e1-faec6f576040,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:16.176884 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-7a2011b0-8b84-4154-9d08-c4d2af5ab506 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8836155 Feb 12 04:20:16.568349 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e8b55-b711-4d64-b50b-6d32319ca333 req-a70f1f27-ebc3-4879-a0f7-26cbbf94657c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:16.570359 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-184e8b55-b711-4d64-b50b-6d32319ca333 req-a70f1f27-ebc3-4879-a0f7-26cbbf94657c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 931 time: 0.0565093 Feb 12 04:20:16.618494 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-184e8b55-b711-4d64-b50b-6d32319ca333 req-77182dc6-8149-4f89-8571-60d6f26b7214 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393524 Feb 12 04:20:17.153540 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1df3f3-93b8-4215-b328-45c7ac9e3f29 req-27b3184c-e293-4cea-a7da-1bbfc7a5b131 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:17.153540 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dd1df3f3-93b8-4215-b328-45c7ac9e3f29 req-27b3184c-e293-4cea-a7da-1bbfc7a5b131 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0531752 Feb 12 04:20:17.199476 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dd1df3f3-93b8-4215-b328-45c7ac9e3f29 req-b1bfb35c-be2b-4a4e-b33e-39b6d4572d96 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422866 Feb 12 04:20:17.732695 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6d5b6d-ea9c-4c18-87f1-06e5ad42b7e4 req-c91fb1cf-148e-4288-8610-33ddac6b29fa tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:17.742036 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fe6d5b6d-ea9c-4c18-87f1-06e5ad42b7e4 req-c91fb1cf-148e-4288-8610-33ddac6b29fa tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 931 time: 0.0500939 Feb 12 04:20:17.779794 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fe6d5b6d-ea9c-4c18-87f1-06e5ad42b7e4 req-b44a51ff-1ae8-47b1-87eb-e897e5c5d27e tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402393 Feb 12 04:20:18.320482 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508d8cf-73a8-41de-8d88-f43eb10eb4cc req-cc8e0b8d-df25-45c7-a00d-4a37217b375d tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:18.325473 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7508d8cf-73a8-41de-8d88-f43eb10eb4cc req-cc8e0b8d-df25-45c7-a00d-4a37217b375d tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0593662 Feb 12 04:20:18.343394 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['28c9098c-2911-456c-a866-c46cf15a8c35', 'c91616f2-77ab-40c0-8485-6ee07fabecae'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:20:18.361254 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Request body: {'port': {'device_id': 'c8d4c38d-1d35-40ba-90ca-76a76103873e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:20:18.414868 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7508d8cf-73a8-41de-8d88-f43eb10eb4cc req-ade44903-007a-408f-bb18-8373ac2a54ee tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780296 Feb 12 04:20:18.447291 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (0aa7da43-7d38-403e-96e1-faec6f576040), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:18.734368 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa7da43-7d38-403e-96e1-faec6f576040 {{(pid=103157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:20:18.741915 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Publish callbacks [] for port (0aa7da43-7d38-403e-96e1-faec6f576040), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:18.753999 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.provisioning_blocks [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Transition to ACTIVE for port object 0aa7da43-7d38-403e-96e1-faec6f576040 will not be triggered until provisioned by entity L2. {{(pid=103157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:20:18.860296 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (0aa7da43-7d38-403e-96e1-faec6f576040), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:18.909078 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaf96c-1524-4316-8d98-64861007fa7e req-a3c49354-04ee-42e1-bc3d-026bc2d6ddb3 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:18.910628 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1ceaf96c-1524-4316-8d98-64861007fa7e req-a3c49354-04ee-42e1-bc3d-026bc2d6ddb3 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 943 time: 0.0598245 Feb 12 04:20:18.917356 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa7da43-7d38-403e-96e1-faec6f576040,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:18.948071 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Attempting to bind port 0aa7da43-7d38-403e-96e1-faec6f576040 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:20:18.948392 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Attempting to bind port 0aa7da43-7d38-403e-96e1-faec6f576040 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:20:18.948707 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Attempting to bind port 0aa7da43-7d38-403e-96e1-faec6f576040 on network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:20:18.953431 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Port 0aa7da43-7d38-403e-96e1-faec6f576040 on network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:20:18.953747 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Attempting to bind port 0aa7da43-7d38-403e-96e1-faec6f576040 on network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:20:18.958737 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:20:18.959124 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Checking segment: {'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:20:18.959449 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Bound using segment: {'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:20:18.959560 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1ceaf96c-1524-4316-8d98-64861007fa7e req-a1c34715-d137-4ab5-8df3-f6b492e2c52f tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Feb 12 04:20:18.959865 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Bound port: 0aa7da43-7d38-403e-96e1-faec6f576040, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'}}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:20:18.960751 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (0aa7da43-7d38-403e-96e1-faec6f576040), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:19.025402 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] For port 0aa7da43-7d38-403e-96e1-faec6f576040, host hv-cinder-82869, cleared binding levels {{(pid=103157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:20:19.028470 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] For port 0aa7da43-7d38-403e-96e1-faec6f576040, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0aa7da43-7d38-403e-96e1-faec6f576040,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:20:19.130129 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (0aa7da43-7d38-403e-96e1-faec6f576040), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:19.167192 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:19.167814 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:19.169245 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] 10.222.0.42 "PUT /v2.0/ports/0aa7da43-7d38-403e-96e1-faec6f576040 HTTP/1.1" status: 200 len: 1093 time: 0.8196645 Feb 12 04:20:19.169690 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d4c38d-1d35-40ba-90ca-76a76103873e', 'tag': '0aa7da43-7d38-403e-96e1-faec6f576040'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:20:19.171918 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a471171-7ea3-4718-a69b-88ae39b6b9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d4c38d-1d35-40ba-90ca-76a76103873e", "tag": "0aa7da43-7d38-403e-96e1-faec6f576040"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:20:19.197428 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376d1af-773b-4757-8b5d-e8dc6c58cad6 service neutron] Pushing event updated for resources: {'Port': ['ID=0aa7da43-7d38-403e-96e1-faec6f576040,revision_number=3']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:19.214746 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5067f372-303c-4ba4-a177-54ee909da3be x-openstack-request-id: req-5067f372-303c-4ba4-a177-54ee909da3be {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:20:19.215024 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d4c38d-1d35-40ba-90ca-76a76103873e", "tag": "0aa7da43-7d38-403e-96e1-faec6f576040", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:20:19.215273 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5067f372-303c-4ba4-a177-54ee909da3be {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:20:19.215662 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d4c38d-1d35-40ba-90ca-76a76103873e', 'tag': '0aa7da43-7d38-403e-96e1-faec6f576040', 'status': 'completed', 'code': 200} Feb 12 04:20:19.304878 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a471171-7ea3-4718-a69b-88ae39b6b9cd req-f56c96b2-80e0-48c8-9b30-5be6ab81260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:19.306439 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-3a471171-7ea3-4718-a69b-88ae39b6b9cd req-f56c96b2-80e0-48c8-9b30-5be6ab81260b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 1127 time: 0.0622990 Feb 12 04:20:19.412849 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a471171-7ea3-4718-a69b-88ae39b6b9cd req-7f1ddecd-c2df-4730-b789-b0f18214f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:19.414541 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-3a471171-7ea3-4718-a69b-88ae39b6b9cd req-7f1ddecd-c2df-4730-b789-b0f18214f1ba service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0964961 Feb 12 04:20:19.562349 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a471171-7ea3-4718-a69b-88ae39b6b9cd req-58a45d22-e6ed-4082-b899-a98dc72a8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:19.564181 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-3a471171-7ea3-4718-a69b-88ae39b6b9cd req-58a45d22-e6ed-4082-b899-a98dc72a8ebd service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1416900 Feb 12 04:20:19.568897 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5157856-8560-464b-b5ff-d48882e045b7 req-5f36dffb-37db-421d-b84e-62c0d749d930 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:19.570554 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5157856-8560-464b-b5ff-d48882e045b7 req-5f36dffb-37db-421d-b84e-62c0d749d930 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0845740 Feb 12 04:20:19.641596 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5157856-8560-464b-b5ff-d48882e045b7 req-ab30aba3-215f-48f7-ab7d-34f99199da89 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605199 Feb 12 04:20:19.672645 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-2789c3e0-23cf-4fe4-9b8e-0d682e253153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:19.674211 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-2789c3e0-23cf-4fe4-9b8e-0d682e253153 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 1127 time: 0.0621839 Feb 12 04:20:19.721800 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-ac94d8bb-707e-47a1-a7fd-4a4c3333a6c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0aa7da43-7d38-403e-96e1-faec6f576040 HTTP/1.1" status: 200 len: 217 time: 0.0373442 Feb 12 04:20:19.774678 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-263a574c-0278-42b2-b437-c0cc6e37d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:19.776165 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-263a574c-0278-42b2-b437-c0cc6e37d618 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd2e30a-6546-4562-a28e-669b8297f414 HTTP/1.1" status: 200 len: 855 time: 0.0461271 Feb 12 04:20:19.816508 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-1cee2af0-cbb6-427e-ab65-9d7bdd335d18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256310 Feb 12 04:20:19.919518 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-3f52da33-dd74-4eaf-888c-95fdf9a02ce2 service neutron] 10.222.0.42 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944138 Feb 12 04:20:20.016633 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c44f6944-ad04-419b-a94c-058ae38b3e31 req-2b0c96fb-5857-4ead-83cf-ec680d43977d service neutron] 10.222.0.42 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903931 Feb 12 04:20:20.110207 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4133015-3a3c-4e68-a456-63cf58ae4b75 req-1028dc88-db95-418a-b078-d68c42cf4d29 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:20.111702 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d4133015-3a3c-4e68-a456-63cf58ae4b75 req-1028dc88-db95-418a-b078-d68c42cf4d29 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 943 time: 0.0526421 Feb 12 04:20:20.173849 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d4133015-3a3c-4e68-a456-63cf58ae4b75 req-6b926396-9fdf-4c12-9f4d-07c47a8d0c36 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545907 Feb 12 04:20:20.380728 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 33000) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:20.487265 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-66a2fbca-32ad-42d5-9d70-6b7a2e94a806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:20.560106 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-66a2fbca-32ad-42d5-9d70-6b7a2e94a806 admin admin] Publish callbacks [] for security_group (ae219f2e-62d7-4163-ba2a-7f18f5554ce3), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:20.677581 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-66a2fbca-32ad-42d5-9d70-6b7a2e94a806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (ae219f2e-62d7-4163-ba2a-7f18f5554ce3), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:20.723845 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2fbca-32ad-42d5-9d70-6b7a2e94a806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae219f2e-62d7-4163-ba2a-7f18f5554ce3,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:20.741984 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-66a2fbca-32ad-42d5-9d70-6b7a2e94a806 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d48156b61e94b91a6f2ab85ea4d1ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601778 Feb 12 04:20:20.745428 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 33008) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:20.776760 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12003ef2-a3a3-4fa5-a767-013cb146a2b8 req-abe5a465-7b8c-4f73-b78a-6b8ebf9ea7e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:20.778488 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-12003ef2-a3a3-4fa5-a767-013cb146a2b8 req-abe5a465-7b8c-4f73-b78a-6b8ebf9ea7e3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0714459 Feb 12 04:20:20.799081 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e91c538f-f28c-423b-9021-1af8bf322767 admin admin] Publish callbacks [] for security_group (ae219f2e-62d7-4163-ba2a-7f18f5554ce3), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:20.820435 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e91c538f-f28c-423b-9021-1af8bf322767 admin admin] Publish callbacks [] for security_group (ae219f2e-62d7-4163-ba2a-7f18f5554ce3), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:20.826929 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-12003ef2-a3a3-4fa5-a767-013cb146a2b8 req-0c34fb57-4195-4d2b-b6a6-3e8b808391a4 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 Feb 12 04:20:20.939903 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e91c538f-f28c-423b-9021-1af8bf322767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (ae219f2e-62d7-4163-ba2a-7f18f5554ce3), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:20.942609 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e91c538f-f28c-423b-9021-1af8bf322767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:20.943760 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-e91c538f-f28c-423b-9021-1af8bf322767 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ae219f2e-62d7-4163-ba2a-7f18f5554ce3 HTTP/1.1" status: 204 len: 168 time: 0.1969435 Feb 12 04:20:20.954085 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c538f-f28c-423b-9021-1af8bf322767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae219f2e-62d7-4163-ba2a-7f18f5554ce3,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:21.521786 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98912a-6559-4ab7-b72f-9a489cf04559 req-bc70c889-c024-4ff2-87b4-6ce989f51be8 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:21.523324 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 33022) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:21.524164 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4a98912a-6559-4ab7-b72f-9a489cf04559 req-bc70c889-c024-4ff2-87b4-6ce989f51be8 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 943 time: 0.2782917 Feb 12 04:20:21.536985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-511bbe2b-e4e0-43de-855c-4f555cb762e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:21.570744 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4a98912a-6559-4ab7-b72f-9a489cf04559 req-459434a8-54e3-473a-b1aa-079ba8a84cc1 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409777 Feb 12 04:20:21.611622 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-511bbe2b-e4e0-43de-855c-4f555cb762e2 admin admin] Publish callbacks [] for security_group (08da19b2-6a50-4a15-bbec-2518d16eccf8), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:21.688528 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-511bbe2b-e4e0-43de-855c-4f555cb762e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (08da19b2-6a50-4a15-bbec-2518d16eccf8), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:21.727569 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-511bbe2b-e4e0-43de-855c-4f555cb762e2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3e816d98f754022bd60d64e419bc583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029076 Feb 12 04:20:21.728686 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bbe2b-e4e0-43de-855c-4f555cb762e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08da19b2-6a50-4a15-bbec-2518d16eccf8,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:21.730556 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 33024) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:21.780288 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9845d181-d404-45aa-bbf6-5484717f31c5 admin admin] Publish callbacks [] for security_group (08da19b2-6a50-4a15-bbec-2518d16eccf8), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:21.802117 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9845d181-d404-45aa-bbf6-5484717f31c5 admin admin] Publish callbacks [] for security_group (08da19b2-6a50-4a15-bbec-2518d16eccf8), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:21.930235 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9845d181-d404-45aa-bbf6-5484717f31c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (08da19b2-6a50-4a15-bbec-2518d16eccf8), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:21.932682 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9845d181-d404-45aa-bbf6-5484717f31c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:21.934033 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-9845d181-d404-45aa-bbf6-5484717f31c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08da19b2-6a50-4a15-bbec-2518d16eccf8 HTTP/1.1" status: 204 len: 168 time: 0.2018936 Feb 12 04:20:21.946958 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845d181-d404-45aa-bbf6-5484717f31c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08da19b2-6a50-4a15-bbec-2518d16eccf8,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:21.963333 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7c4f-5a1a-480b-a75a-60a8e19826b4 req-0516cdb8-f527-4dd4-8d4e-8821a9c61557 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:21.970035 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5a0f7c4f-5a1a-480b-a75a-60a8e19826b4 req-0516cdb8-f527-4dd4-8d4e-8821a9c61557 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0759504 Feb 12 04:20:22.013564 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5a0f7c4f-5a1a-480b-a75a-60a8e19826b4 req-86ab2745-cb3a-48da-9b51-d325b731ca9b tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Feb 12 04:20:22.649727 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 33040) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:22.668083 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6fe0a693-7f81-43bf-900f-1a1d207c761d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:22.693499 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bb367-44bb-4b05-b579-226d4e418cd6 req-b9cde00f-85aa-47fe-9dcc-75b5505a7671 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:22.695501 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d43bb367-44bb-4b05-b579-226d4e418cd6 req-b9cde00f-85aa-47fe-9dcc-75b5505a7671 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 943 time: 0.0582869 Feb 12 04:20:22.740490 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6fe0a693-7f81-43bf-900f-1a1d207c761d admin admin] Publish callbacks [] for security_group (a24d7a41-ae6b-40d6-bd47-5783ff7738c9), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:22.746172 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d43bb367-44bb-4b05-b579-226d4e418cd6 req-c6d94ef7-2ecd-44f9-a23b-6670d23558c8 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451474 Feb 12 04:20:22.825955 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6fe0a693-7f81-43bf-900f-1a1d207c761d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (a24d7a41-ae6b-40d6-bd47-5783ff7738c9), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:22.863814 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-6fe0a693-7f81-43bf-900f-1a1d207c761d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92469a36b9074f73931c2fc6e38c2b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130079 Feb 12 04:20:22.864657 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0a693-7f81-43bf-900f-1a1d207c761d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24d7a41-ae6b-40d6-bd47-5783ff7738c9,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:22.867892 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 33042) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:22.914329 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b44b591f-430f-44da-838a-94494bd3985d admin admin] Publish callbacks [] for security_group (a24d7a41-ae6b-40d6-bd47-5783ff7738c9), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:22.934824 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b44b591f-430f-44da-838a-94494bd3985d admin admin] Publish callbacks [] for security_group (a24d7a41-ae6b-40d6-bd47-5783ff7738c9), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:23.077170 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b44b591f-430f-44da-838a-94494bd3985d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (a24d7a41-ae6b-40d6-bd47-5783ff7738c9), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:23.080106 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b44b591f-430f-44da-838a-94494bd3985d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:23.083705 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-b44b591f-430f-44da-838a-94494bd3985d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a24d7a41-ae6b-40d6-bd47-5783ff7738c9 HTTP/1.1" status: 204 len: 168 time: 0.2125473 Feb 12 04:20:23.090080 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b591f-430f-44da-838a-94494bd3985d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24d7a41-ae6b-40d6-bd47-5783ff7738c9,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:23.143205 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f387dd-4554-4cb8-871e-df22d1d3363d req-2dd548c2-c5aa-42dd-bc05-0f7193daef97 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:23.145100 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-02f387dd-4554-4cb8-871e-df22d1d3363d req-2dd548c2-c5aa-42dd-bc05-0f7193daef97 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0601368 Feb 12 04:20:23.195298 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-02f387dd-4554-4cb8-871e-df22d1d3363d req-32bc83ab-8c42-48dc-a4ca-b4ff1f2d14b7 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440431 Feb 12 04:20:23.863753 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d9f02-a1da-4474-9357-2e863344870b req-d422f0e2-e934-4c36-ae4f-20f2792c397e tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:23.865208 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3a7d9f02-a1da-4474-9357-2e863344870b req-d422f0e2-e934-4c36-ae4f-20f2792c397e tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 943 time: 0.0503371 Feb 12 04:20:23.913165 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3a7d9f02-a1da-4474-9357-2e863344870b req-f2889c7c-5aea-4240-a6af-dbae5e6f50d8 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418093 Feb 12 04:20:24.317722 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31c706-719d-4fe2-84e7-452b4958b2d5 req-cfc78875-0ad7-4874-9247-583825dcc3ba tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:24.319219 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5d31c706-719d-4fe2-84e7-452b4958b2d5 req-cfc78875-0ad7-4874-9247-583825dcc3ba tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0572124 Feb 12 04:20:24.367309 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5d31c706-719d-4fe2-84e7-452b4958b2d5 req-1eb56eac-da17-4e53-9afc-ef6020e3057f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423677 Feb 12 04:20:25.037940 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa573d-f437-4d1c-a147-646404c31585 req-a87bcc9f-c624-4966-b8d4-e12fb35f2562 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:25.039513 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c5fa573d-f437-4d1c-a147-646404c31585 req-a87bcc9f-c624-4966-b8d4-e12fb35f2562 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 943 time: 0.0551429 Feb 12 04:20:25.087930 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c5fa573d-f437-4d1c-a147-646404c31585 req-f47eb090-692a-44a7-9d77-13e18909e3df tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426586 Feb 12 04:20:25.497979 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3d829-96ba-4fb7-b8bf-18ac6bd201be req-21130665-dc27-4111-beb1-744a2c88a30b tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:25.499633 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-01e3d829-96ba-4fb7-b8bf-18ac6bd201be req-21130665-dc27-4111-beb1-744a2c88a30b tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0614412 Feb 12 04:20:25.552456 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9211be9-3f11-4e19-af48-88553295e946 req-9dae39ea-de85-4835-8050-7e979dd39869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:25.554599 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-b9211be9-3f11-4e19-af48-88553295e946 req-9dae39ea-de85-4835-8050-7e979dd39869 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 1129 time: 0.0479915 Feb 12 04:20:25.557107 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-01e3d829-96ba-4fb7-b8bf-18ac6bd201be req-7b137503-e368-40b1-8a30-004ed550cc03 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511553 Feb 12 04:20:25.601130 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-b9211be9-3f11-4e19-af48-88553295e946 req-2b209c7f-c7ef-43df-a7d9-b8619d44760c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368154 Feb 12 04:20:26.219683 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f74ae-bdd0-45cb-9236-9d866b80115e req-a825f3c7-541d-4cbe-b03f-acec93370f69 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:26.221263 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-031f74ae-bdd0-45cb-9236-9d866b80115e req-a825f3c7-541d-4cbe-b03f-acec93370f69 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 943 time: 0.0543678 Feb 12 04:20:26.296751 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-031f74ae-bdd0-45cb-9236-9d866b80115e req-ffedf2e5-9b5f-4b15-a44d-89bde8716098 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673873 Feb 12 04:20:26.378105 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 0aa7da43-7d38-403e-96e1-faec6f576040 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:20:26.481833 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 0aa7da43-7d38-403e-96e1-faec6f576040, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0aa7da43-7d38-403e-96e1-faec6f576040,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:20:26.493187 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': '0aa7da43-7d38-403e-96e1-faec6f576040', 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a', 'port_id': '0aa7da43-7d38-403e-96e1-faec6f576040', 'mac_address': 'fa:16:3e:bc:dc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd2e30a-6546-4562-a28e-669b8297f414', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:20:26.531210 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 0aa7da43-7d38-403e-96e1-faec6f576040 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:26.531622 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (0aa7da43-7d38-403e-96e1-faec6f576040), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:26.544892 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa7da43-7d38-403e-96e1-faec6f576040 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:20:26.563593 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 0aa7da43-7d38-403e-96e1-faec6f576040, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0aa7da43-7d38-403e-96e1-faec6f576040,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:20:26.675375 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47687acb-cf31-4d62-bd3f-9d37f9bd01c1 req-c2f0c2a0-08cc-46a3-9815-b1ac912254d1 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:26.676826 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-47687acb-cf31-4d62-bd3f-9d37f9bd01c1 req-c2f0c2a0-08cc-46a3-9815-b1ac912254d1 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0510602 Feb 12 04:20:26.683001 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (0aa7da43-7d38-403e-96e1-faec6f576040), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:26.724781 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-47687acb-cf31-4d62-bd3f-9d37f9bd01c1 req-911df43c-d3b5-478a-95ff-a5df7c7cee29 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Feb 12 04:20:26.738076 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=0aa7da43-7d38-403e-96e1-faec6f576040,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:27.253693 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['0aa7da43-7d38-403e-96e1-faec6f576040'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:20:27.415942 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ecf55-71b9-47b0-a2fa-e088cfa3f6dc req-13549d86-2695-4b58-88b5-3416d47ba231 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:27.417440 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ad4ecf55-71b9-47b0-a2fa-e088cfa3f6dc req-13549d86-2695-4b58-88b5-3416d47ba231 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 944 time: 0.0517697 Feb 12 04:20:27.465116 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ad4ecf55-71b9-47b0-a2fa-e088cfa3f6dc req-efb4c462-6af0-4b48-8a22-abc7e8a09eec tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419707 Feb 12 04:20:27.847274 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d111f-4e98-4f2f-a395-8d8662aafcf9 req-8aac01ea-f966-4a6b-b01e-3329e218c228 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:27.848850 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-278d111f-4e98-4f2f-a395-8d8662aafcf9 req-8aac01ea-f966-4a6b-b01e-3329e218c228 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0538480 Feb 12 04:20:27.896420 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-278d111f-4e98-4f2f-a395-8d8662aafcf9 req-13c4e0e2-40c0-4b67-84a5-6438a4821bda tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403085 Feb 12 04:20:28.013730 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf18133-73d7-4a7d-937b-8a4009069a09 req-9bb08478-12ed-47f4-81c2-32724a8d4dd3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:28.015215 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6cf18133-73d7-4a7d-937b-8a4009069a09 req-9bb08478-12ed-47f4-81c2-32724a8d4dd3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0521250 Feb 12 04:20:28.068063 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6cf18133-73d7-4a7d-937b-8a4009069a09 req-aeadfe4d-03cb-4702-8e19-4e40bfb9903f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467594 Feb 12 04:20:28.394917 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 0aa7da43-7d38-403e-96e1-faec6f576040 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:20:28.511500 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port 0aa7da43-7d38-403e-96e1-faec6f576040 completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:20:28.515312 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port 0aa7da43-7d38-403e-96e1-faec6f576040 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:28.520168 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (0aa7da43-7d38-403e-96e1-faec6f576040), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:28.602430 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366d8b0-f1b3-4fcc-acde-4f6152cbea63 req-5511c467-ec07-4bb7-8170-6106f6a3683a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:28.605453 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d366d8b0-f1b3-4fcc-acde-4f6152cbea63 req-5511c467-ec07-4bb7-8170-6106f6a3683a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 944 time: 0.0687103 Feb 12 04:20:28.608681 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 0aa7da43-7d38-403e-96e1-faec6f576040 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:28.609065 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (0aa7da43-7d38-403e-96e1-faec6f576040), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:28.633703 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d4c38d-1d35-40ba-90ca-76a76103873e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa7da43-7d38-403e-96e1-faec6f576040'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:20:28.636524 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c5f71c-7d79-4e05-830f-d647581d77e9" -d '{"events": [{"server_uuid": "c8d4c38d-1d35-40ba-90ca-76a76103873e", "name": "network-vif-plugged", "status": "completed", "tag": "0aa7da43-7d38-403e-96e1-faec6f576040"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:20:28.650038 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 0aa7da43-7d38-403e-96e1-faec6f576040, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0aa7da43-7d38-403e-96e1-faec6f576040,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:20:28.663892 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d366d8b0-f1b3-4fcc-acde-4f6152cbea63 req-7df06d88-2298-4581-b1a1-dea3a3835323 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470281 Feb 12 04:20:28.676795 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b33dcf-d4f3-4b07-9b10-3de3fbd6b9ea x-openstack-request-id: req-51b33dcf-d4f3-4b07-9b10-3de3fbd6b9ea {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:20:28.677123 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d4c38d-1d35-40ba-90ca-76a76103873e", "name": "network-vif-plugged", "status": "completed", "tag": "0aa7da43-7d38-403e-96e1-faec6f576040", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:20:28.677413 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-51b33dcf-d4f3-4b07-9b10-3de3fbd6b9ea {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:20:28.677814 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d4c38d-1d35-40ba-90ca-76a76103873e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa7da43-7d38-403e-96e1-faec6f576040', 'code': 200} Feb 12 04:20:28.757053 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (0aa7da43-7d38-403e-96e1-faec6f576040), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:28.806189 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=0aa7da43-7d38-403e-96e1-faec6f576040,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:29.108310 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66a770-ca2b-46b9-bf65-1b1f7fb81c0b req-fb7bf749-0927-49cf-b93c-2df2c2fdc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:29.110033 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-2d66a770-ca2b-46b9-bf65-1b1f7fb81c0b req-fb7bf749-0927-49cf-b93c-2df2c2fdc935 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 1129 time: 0.0451753 Feb 12 04:20:29.152288 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-2d66a770-ca2b-46b9-bf65-1b1f7fb81c0b req-39bf17fe-ce8d-4372-9c50-0e703804d7d3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359113 Feb 12 04:20:29.774103 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acf6d0-7c08-4135-8c9e-229e8858829d req-3ecdddc5-e08d-4c83-916d-0f118ddeaf3d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:29.775643 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4acf6d0-7c08-4135-8c9e-229e8858829d req-3ecdddc5-e08d-4c83-916d-0f118ddeaf3d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 945 time: 0.0512016 Feb 12 04:20:29.822176 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4acf6d0-7c08-4135-8c9e-229e8858829d req-4d70fe4e-c5a1-4818-881c-a91d9ca2448e tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406699 Feb 12 04:20:30.699577 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 33232) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:30.776534 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509cfba-2da2-4dac-bd1c-3de2c4c84b75 req-5e92edb2-a498-48e7-93b1-58eb4deac501 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:30.778807 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5509cfba-2da2-4dac-bd1c-3de2c4c84b75 req-5e92edb2-a498-48e7-93b1-58eb4deac501 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0540934 Feb 12 04:20:30.827132 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0ae5de9c-17fb-4500-97bc-7d93ea2ed05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:30.845871 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5509cfba-2da2-4dac-bd1c-3de2c4c84b75 req-04ab540a-10c0-4f78-be87-9f121f27a2df tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614431 Feb 12 04:20:30.920600 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653138-fae8-40fb-ab8e-6a32fbccd606 req-55987c6e-6d13-4887-9a48-f66cac7d7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:30.922991 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-73653138-fae8-40fb-ab8e-6a32fbccd606 req-55987c6e-6d13-4887-9a48-f66cac7d7980 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b322dc86ac594838a4aebaf0645d9c21&device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 1130 time: 0.0458350 Feb 12 04:20:30.948045 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0ae5de9c-17fb-4500-97bc-7d93ea2ed05d admin admin] Publish callbacks [] for security_group (0c01616e-05c7-4658-867b-bedba438180c), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:30.975110 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68911197-4ee3-4021-a683-8708447dccdc req-6a3b6156-723f-42f0-90ba-bac902cb15b2 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:30.977219 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-68911197-4ee3-4021-a683-8708447dccdc req-6a3b6156-723f-42f0-90ba-bac902cb15b2 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 945 time: 0.0695102 Feb 12 04:20:31.020440 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653138-fae8-40fb-ab8e-6a32fbccd606 req-5d132816-bebf-4e67-beba-b4c0bb2352ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:31.021969 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-73653138-fae8-40fb-ab8e-6a32fbccd606 req-5d132816-bebf-4e67-beba-b4c0bb2352ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4eba8ad-7c32-4044-a2b9-370377016af4 HTTP/1.1" status: 200 len: 918 time: 0.0900390 Feb 12 04:20:31.025612 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-68911197-4ee3-4021-a683-8708447dccdc req-ecdbf455-829b-40ab-846b-75aa7840b927 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 Feb 12 04:20:31.026517 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:31.059957 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0ae5de9c-17fb-4500-97bc-7d93ea2ed05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (0c01616e-05c7-4658-867b-bedba438180c), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:31.075367 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-73653138-fae8-40fb-ab8e-6a32fbccd606 req-29b6dabf-6196-4c65-b828-d243b40d932c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e20402-d3d7-4588-9215-82923e13decf HTTP/1.1" status: 200 len: 217 time: 0.0443687 Feb 12 04:20:31.098946 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-0ae5de9c-17fb-4500-97bc-7d93ea2ed05d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da5b705b43924d9cb8b99b23beef7110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3981917 Feb 12 04:20:31.099813 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5de9c-17fb-4500-97bc-7d93ea2ed05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c01616e-05c7-4658-867b-bedba438180c,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:31.102186 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 33238) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:31.136314 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653138-fae8-40fb-ab8e-6a32fbccd606 req-2dd13e80-6fcc-4cb5-88c0-0f655a39d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:31.137812 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-73653138-fae8-40fb-ab8e-6a32fbccd606 req-2dd13e80-6fcc-4cb5-88c0-0f655a39d6b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8aa06a1-c40f-46a3-abec-1ca7f50524f1 HTTP/1.1" status: 200 len: 858 time: 0.0538235 Feb 12 04:20:31.159144 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-31af84be-1586-4a68-aff5-d94be21f7991 admin admin] Publish callbacks [] for security_group (0c01616e-05c7-4658-867b-bedba438180c), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:31.171154 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-73653138-fae8-40fb-ab8e-6a32fbccd606 req-bcd0a029-57bc-481c-8b73-5737dbba4bd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4eba8ad-7c32-4044-a2b9-370377016af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243738 Feb 12 04:20:31.182324 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-31af84be-1586-4a68-aff5-d94be21f7991 admin admin] Publish callbacks [] for security_group (0c01616e-05c7-4658-867b-bedba438180c), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:31.264786 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-73653138-fae8-40fb-ab8e-6a32fbccd606 req-62a3669c-01d7-4ccc-9c38-a9513cb39820 service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847185 Feb 12 04:20:31.322550 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-31af84be-1586-4a68-aff5-d94be21f7991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (0c01616e-05c7-4658-867b-bedba438180c), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:31.325141 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-31af84be-1586-4a68-aff5-d94be21f7991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:31.328630 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-31af84be-1586-4a68-aff5-d94be21f7991 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c01616e-05c7-4658-867b-bedba438180c HTTP/1.1" status: 204 len: 168 time: 0.2232487 Feb 12 04:20:31.335927 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af84be-1586-4a68-aff5-d94be21f7991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c01616e-05c7-4658-867b-bedba438180c,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:31.364899 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-73653138-fae8-40fb-ab8e-6a32fbccd606 req-6bc60870-6390-4898-8ab6-943eabdd50c4 service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936856 Feb 12 04:20:31.965558 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052563f-a54e-4421-8b2e-85abeb50f5af req-03f81782-d261-444f-9a45-9e44db7fb757 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:31.967132 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a052563f-a54e-4421-8b2e-85abeb50f5af req-03f81782-d261-444f-9a45-9e44db7fb757 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0515010 Feb 12 04:20:32.026915 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a052563f-a54e-4421-8b2e-85abeb50f5af req-0f2f94ec-edfd-419a-9d1e-732a399edda2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460126 Feb 12 04:20:32.145792 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b35f7-3710-48cd-905a-8c2157f538e9 req-ff40fd99-c569-484f-b5bb-86b856db74ff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:32.147232 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2f4b35f7-3710-48cd-905a-8c2157f538e9 req-ff40fd99-c569-484f-b5bb-86b856db74ff tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 945 time: 0.0538692 Feb 12 04:20:32.196235 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2f4b35f7-3710-48cd-905a-8c2157f538e9 req-a63f8568-0662-43ad-b20f-32c05427b37f tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429721 Feb 12 04:20:32.537735 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 33306) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:32.633683 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1363336825-network', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:20:32.779205 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] Made reservation on behalf of 5e5dbd3a980c4a1cb1d42b3a8b962124 for: {'network': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:20:32.781562 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:32.790137 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:32.863388 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] Publish callbacks [] for security_group (d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:32.980064 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:33.001430 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:20:33.016627 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:33.019526 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (5105df9e-960b-4270-8419-092517d00c04), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:33.024499 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.segments_db [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] Added segment 5105df9e-960b-4270-8419-092517d00c04 of type vlan for network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 Feb 12 04:20:33.066796 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (3698e3ff-e0ee-4136-91ba-4dc73b59fee7), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:33.138190 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581754b2-e11e-4a16-a69d-4627f534c2a4 req-7de8d17c-5b27-41f5-a2b3-417f82d7b219 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:33.139661 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-581754b2-e11e-4a16-a69d-4627f534c2a4 req-7de8d17c-5b27-41f5-a2b3-417f82d7b219 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0512028 Feb 12 04:20:33.188531 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-581754b2-e11e-4a16-a69d-4627f534c2a4 req-f90e8fdb-596c-48ae-9df8-a3bab318ceeb tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433276 Feb 12 04:20:33.208841 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (3698e3ff-e0ee-4136-91ba-4dc73b59fee7), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:33.210436 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:33.210436 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:33.276287 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] Pushing event updated for resources: {'Network': ['ID=3698e3ff-e0ee-4136-91ba-4dc73b59fee7,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:33.292024 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:20:33.394788 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-d884152e-b8a2-43c2-9907-2aeb5d388d31 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8553109 Feb 12 04:20:33.398192 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 33340) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:33.403243 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-4a66bbbe-208f-4c77-80f3-0080d80fbba0 admin admin] Request body: {'subnet': {'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1363336825-subnet', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'ip_version': 4}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:20:33.557034 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a66bbbe-208f-4c77-80f3-0080d80fbba0 admin admin] Made reservation on behalf of 5e5dbd3a980c4a1cb1d42b3a8b962124 for: {'subnet': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:20:33.559192 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4a66bbbe-208f-4c77-80f3-0080d80fbba0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:33.899936 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4a66bbbe-208f-4c77-80f3-0080d80fbba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for subnet (2290cc66-7a24-4cff-8921-6570ec5f0b8f), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:33.951460 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66bbbe-208f-4c77-80f3-0080d80fbba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2290cc66-7a24-4cff-8921-6570ec5f0b8f,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:33.967237 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a66bbbe-208f-4c77-80f3-0080d80fbba0 admin admin] Checking segment: {'id': '5105df9e-960b-4270-8419-092517d00c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:20:33.980346 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66bbbe-208f-4c77-80f3-0080d80fbba0 admin admin] Network hostable DHCP agents. Network: 3698e3ff-e0ee-4136-91ba-4dc73b59fee7, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:20:34.127929 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66bbbe-208f-4c77-80f3-0080d80fbba0 admin admin] Network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:20:34.243101 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-4a66bbbe-208f-4c77-80f3-0080d80fbba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 3698e3ff-e0ee-4136-91ba-4dc73b59fee7) {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:20:34.247220 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a66bbbe-208f-4c77-80f3-0080d80fbba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:34.247849 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4a66bbbe-208f-4c77-80f3-0080d80fbba0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:34.254435 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d33124d-3113-4205-889e-97cc415406f3 None None] Network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:20:34.310688 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bc92c-f91a-4eae-af73-ba0a7c059d84 req-33261e9e-ef23-427a-9577-df98255129fc tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:34.312364 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-230bc92c-f91a-4eae-af73-ba0a7c059d84 req-33261e9e-ef23-427a-9577-df98255129fc tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0532448 Feb 12 04:20:34.373729 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210867b8-5ef7-526e-8999-d34bdc8d0eca-3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'fixed_ips': [{'subnet_id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f'}]}} from dv-cinder-828696-3-iscsi. {{(pid=103159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 12 04:20:34.373729 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:34.389907 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-230bc92c-f91a-4eae-af73-ba0a7c059d84 req-2bc651a8-f98a-44fb-817f-7f18fead1f5c tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668283 Feb 12 04:20:34.415123 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 33358) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:34.416239 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-4a66bbbe-208f-4c77-80f3-0080d80fbba0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0158885 Feb 12 04:20:34.421371 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:20:34.548953 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Allocated IP 172.20.0.2 (3698e3ff-e0ee-4136-91ba-4dc73b59fee7/2290cc66-7a24-4cff-8921-6570ec5f0b8f/9d4f80a7-a41c-40a5-a01a-70dbf541eb34) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:20:34.568841 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6417'] for router (1bb98835-0bbd-4213-aada-dfdead74d21e), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:34.570260 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router (1bb98835-0bbd-4213-aada-dfdead74d21e), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:34.622000 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Publish callbacks [] for router_controller (1bb98835-0bbd-4213-aada-dfdead74d21e), precommit_add_association {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:34.697576 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Publish callbacks [] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:34.889528 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Publish callbacks [] for router_gateway (1bb98835-0bbd-4213-aada-dfdead74d21e), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:34.906201 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:34.946456 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:20:34.952950 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:20:34.959563 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:20:34.964364 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Pushing event updated for resources: {'Port': ['ID=9d4f80a7-a41c-40a5-a01a-70dbf541eb34,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:35.019843 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Attempting to bind port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:20:35.020211 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Attempting to bind port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '5105df9e-960b-4270-8419-092517d00c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:20:35.020568 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Attempting to bind port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 on network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:20:35.026005 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:20:35.026376 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Checking segment: {'id': '5105df9e-960b-4270-8419-092517d00c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:20:35.026781 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:35.027168 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Bound using segment: {'id': '5105df9e-960b-4270-8419-092517d00c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:20:35.027629 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Bound port: 9d4f80a7-a41c-40a5-a01a-70dbf541eb34, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5105df9e-960b-4270-8419-092517d00c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:20:35.028003 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:35.094809 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] For port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:20:35.098056 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] For port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=9d4f80a7-a41c-40a5-a01a-70dbf541eb34,segment=NetworkSegment(5105df9e-960b-4270-8419-092517d00c04),segment_id=5105df9e-960b-4270-8419-092517d00c04)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:20:35.197083 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Publish callbacks [] for router_gateway (1bb98835-0bbd-4213-aada-dfdead74d21e), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:35.197315 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:35.219919 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:35.255377 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd87d35-f33f-4a67-8d58-d37546099609 None None] Pushing event updated for resources: {'Port': ['ID=9d4f80a7-a41c-40a5-a01a-70dbf541eb34,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:35.331852 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Allocated IP 172.27.3.201 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/b4650df5-160b-41a2-a5ef-7effe4f312d0) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:20:35.475209 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Publish callbacks [] for port (b4650df5-160b-41a2-a5ef-7effe4f312d0), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:35.590641 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929133b-9be2-4f14-be01-ea980515e7cd req-a8a759f4-76fe-4622-ab71-ce9151a10dd0 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:35.592239 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9929133b-9be2-4f14-be01-ea980515e7cd req-a8a759f4-76fe-4622-ab71-ce9151a10dd0 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0560067 Feb 12 04:20:35.614381 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (b4650df5-160b-41a2-a5ef-7effe4f312d0), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:35.670917 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:20:35.679019 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:20:35.681661 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:20:35.690907 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Pushing event updated for resources: {'Port': ['ID=b4650df5-160b-41a2-a5ef-7effe4f312d0,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:35.717083 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9929133b-9be2-4f14-be01-ea980515e7cd req-deb41fa7-8dc6-408c-b77f-6695dec0a7e0 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176805 Feb 12 04:20:36.060741 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Publish callbacks [] for router_gateway (1bb98835-0bbd-4213-aada-dfdead74d21e), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:36.224028 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb988a-8c0b-4989-ad32-3c3d7a579f2c None None] Network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:20:36.250816 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997099'] for router (1bb98835-0bbd-4213-aada-dfdead74d21e), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:36.342811 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-40243dc8-24c3-435d-90f8-88b14b0bd246 None None] Provisioning complete for port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:36.343120 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40243dc8-24c3-435d-90f8-88b14b0bd246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:36.438094 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-40243dc8-24c3-435d-90f8-88b14b0bd246 None None] Current status of the port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:36.438488 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40243dc8-24c3-435d-90f8-88b14b0bd246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:36.476834 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-40243dc8-24c3-435d-90f8-88b14b0bd246 None None] For port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=9d4f80a7-a41c-40a5-a01a-70dbf541eb34,segment=NetworkSegment(5105df9e-960b-4270-8419-092517d00c04),segment_id=5105df9e-960b-4270-8419-092517d00c04)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:20:36.511969 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Router 1bb98835-0bbd-4213-aada-dfdead74d21e is scheduled to L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc with binding_index 1 {{(pid=103158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 12 04:20:36.545448 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-40243dc8-24c3-435d-90f8-88b14b0bd246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:36.605822 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40243dc8-24c3-435d-90f8-88b14b0bd246 None None] Pushing event updated for resources: {'Port': ['ID=9d4f80a7-a41c-40a5-a01a-70dbf541eb34,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:36.630571 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:20:36.645911 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Sync routers for ids ['1bb98835-0bbd-4213-aada-dfdead74d21e'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:20:36.657598 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Routers {'1bb98835-0bbd-4213-aada-dfdead74d21e'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:20:36.658758 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:20:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['1bb98835-0bbd-4213-aada-dfdead74d21e'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:36.669678 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-3294ef17-fd4d-42ea-adeb-252549821e04 None None] Provisioning complete for port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:36.670090 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3294ef17-fd4d-42ea-adeb-252549821e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:36.769730 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-3294ef17-fd4d-42ea-adeb-252549821e04 None None] Current status of the port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:36.785786 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Set router 1bb98835-0bbd-4213-aada-dfdead74d21e gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:20:36.789791 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:36.793559 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-7305626f-ec3f-4e76-b8f6-d182d0bce989 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3742235 Feb 12 04:20:36.793921 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 33396) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:36.845406 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:20:36.879914 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4207-b0f6-4695-91f2-de036bd838a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:36.890717 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a696-9919-4923-8724-c8c1d805f930 req-e0981789-a067-4a7d-a8da-9ae9cf66002f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:36.892413 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0d44a696-9919-4923-8724-c8c1d805f930 req-e0981789-a067-4a7d-a8da-9ae9cf66002f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0708373 Feb 12 04:20:36.908364 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:36.909040 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:36.964833 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0d44a696-9919-4923-8724-c8c1d805f930 req-5b1b193c-7454-4979-96c9-6eec2ed4e0d2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644784 Feb 12 04:20:37.000587 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:37.005577 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:20:35Z', 'revision_number': 3, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:37.033180 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Checking router: 1bb98835-0bbd-4213-aada-dfdead74d21e for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:20:37.033564 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Updating router 1bb98835-0bbd-4213-aada-dfdead74d21e port b4650df5-160b-41a2-a5ef-7effe4f312d0 binding host dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:20:37.073528 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b4650df5-160b-41a2-a5ef-7effe4f312d0), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:37.325092 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Publish callbacks [] for port (b4650df5-160b-41a2-a5ef-7effe4f312d0), precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:37.442562 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b4650df5-160b-41a2-a5ef-7effe4f312d0), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:37.455326 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:37.493554 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Attempting to bind port b4650df5-160b-41a2-a5ef-7effe4f312d0 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:20:37.493920 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Attempting to bind port b4650df5-160b-41a2-a5ef-7effe4f312d0 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:20:37.494279 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Attempting to bind port b4650df5-160b-41a2-a5ef-7effe4f312d0 on network bcdd3c2f-3978-457b-a82d-1be661dbdefa {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:20:37.502465 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Pushing event updated for resources: {'Port': ['ID=b4650df5-160b-41a2-a5ef-7effe4f312d0,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:37.504617 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:20:37.504981 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Checking segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:20:37.505410 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:37.505794 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Bound using segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:20:37.506242 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Bound port: b4650df5-160b-41a2-a5ef-7effe4f312d0, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:20:37.507106 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b4650df5-160b-41a2-a5ef-7effe4f312d0), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:37.534345 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:37.534722 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:37.535061 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:37.535387 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:37.535713 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:37.536034 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:37.536356 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:37.536675 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:37.536992 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:37.537362 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:37.537685 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:37.538008 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:37.538323 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:20:37.569930 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] For port b4650df5-160b-41a2-a5ef-7effe4f312d0, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:20:37.572851 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] For port b4650df5-160b-41a2-a5ef-7effe4f312d0, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b4650df5-160b-41a2-a5ef-7effe4f312d0,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:20:37.618996 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Allocated IP 172.20.0.1 (3698e3ff-e0ee-4136-91ba-4dc73b59fee7/2290cc66-7a24-4cff-8921-6570ec5f0b8f/9948bae8-e5b8-49ec-b2f4-9dadd8630f43) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:20:37.649552 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b4650df5-160b-41a2-a5ef-7effe4f312d0), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:37.707475 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0ed82-0669-4510-b008-9d57e85630cd None None] Pushing event updated for resources: {'Port': ['ID=b4650df5-160b-41a2-a5ef-7effe4f312d0,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:37.710860 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Routers {'1bb98835-0bbd-4213-aada-dfdead74d21e'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:20:37.711460 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:20:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['1bb98835-0bbd-4213-aada-dfdead74d21e'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:37.724351 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Publish callbacks [] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:37.816432 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] Set router 1bb98835-0bbd-4213-aada-dfdead74d21e gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:20:37.825511 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:37.873157 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:20:37.876038 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:20:37.880109 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:20:37.880576 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996566'] for router_interface (1bb98835-0bbd-4213-aada-dfdead74d21e), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:37.884444 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Pushing event updated for resources: {'Port': ['ID=9948bae8-e5b8-49ec-b2f4-9dadd8630f43,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:38.003717 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:20:35Z', 'revision_number': 3, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:38.093086 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-18fa9ac8-fbbb-4291-8b23-138052e71791 None None] Provisioning complete for port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:38.096655 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18fa9ac8-fbbb-4291-8b23-138052e71791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:38.098697 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:38.108296 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7182050-0dfa-4c0c-8e48-a06476d31f96 req-cda947d8-beb8-46ca-82bb-cccd19777ba3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:38.113252 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f7182050-0dfa-4c0c-8e48-a06476d31f96 req-cda947d8-beb8-46ca-82bb-cccd19777ba3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0814879 Feb 12 04:20:38.133098 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84e17ff-424c-4f1b-a267-06e2a8a81b88 None None] The sync data for ids ['1bb98835-0bbd-4213-aada-dfdead74d21e'] in dv-cinder-828696-3-iscsi is: [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:20:35Z', 'revision_number': 3, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:20:38.153983 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-18fa9ac8-fbbb-4291-8b23-138052e71791 None None] Port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:20:38.169408 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f7182050-0dfa-4c0c-8e48-a06476d31f96 req-baba9b11-c954-4614-9e45-1958e1953633 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453942 Feb 12 04:20:38.305615 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Publish callbacks [] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:38.392328 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:38.395053 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1000998'] for router_interface (1bb98835-0bbd-4213-aada-dfdead74d21e), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:38.507299 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Pushing event updated for resources: {'Port': ['ID=9948bae8-e5b8-49ec-b2f4-9dadd8630f43,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:38.555749 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:20:38.557364 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:20:38.694545 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Router 1bb98835-0bbd-4213-aada-dfdead74d21e has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:20:38.822239 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:20:38.831038 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-f27810ac-de14-4148-b431-ddf094fdf71a admin admin] 10.222.0.31 "PUT /v2.0/routers/1bb98835-0bbd-4213-aada-dfdead74d21e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0354106 Feb 12 04:20:38.846601 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b4650df5-160b-41a2-a5ef-7effe4f312d0 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:20:38.895130 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-f3f073f2-0b68-4ee4-b014-b27b3c54e42e None None] Provisioning complete for port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:38.895501 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f3f073f2-0b68-4ee4-b014-b27b3c54e42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:38.935538 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-f3f073f2-0b68-4ee4-b014-b27b3c54e42e None None] Port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:20:38.943033 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port b4650df5-160b-41a2-a5ef-7effe4f312d0 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:38.946420 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b4650df5-160b-41a2-a5ef-7effe4f312d0), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:39.045866 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-598c74df-bbfa-416a-bc2c-453a0b946b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:39.050846 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port b4650df5-160b-41a2-a5ef-7effe4f312d0 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:39.050846 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b4650df5-160b-41a2-a5ef-7effe4f312d0), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:39.085961 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port b4650df5-160b-41a2-a5ef-7effe4f312d0, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b4650df5-160b-41a2-a5ef-7effe4f312d0,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:20:39.139733 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b4650df5-160b-41a2-a5ef-7effe4f312d0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:39.207731 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=b4650df5-160b-41a2-a5ef-7effe4f312d0,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:39.341297 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fcea9-da71-4db7-bf65-9f1288ab4381 req-b9db9a87-3018-484d-8a29-5ef47c6e706e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:39.343800 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f92fcea9-da71-4db7-bf65-9f1288ab4381 req-b9db9a87-3018-484d-8a29-5ef47c6e706e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.1001389 Feb 12 04:20:39.395038 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f92fcea9-da71-4db7-bf65-9f1288ab4381 req-fb557a56-9e4d-4589-bd8b-0d064e64e419 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444570 Feb 12 04:20:39.590088 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 33450) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:39.595056 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1827545217-network', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:20:39.688583 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] Made reservation on behalf of 9e769c3a1f0c4a99aa9d6542b1fd091c for: {'network': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:20:39.691010 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:39.699904 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:39.775675 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] Publish callbacks [] for security_group (03cce5eb-8647-40e3-888c-129da9593329), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:39.836420 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Sync routers for ids ['1bb98835-0bbd-4213-aada-dfdead74d21e'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:20:39.846653 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Routers {'1bb98835-0bbd-4213-aada-dfdead74d21e'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:20:39.847314 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:20:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['1bb98835-0bbd-4213-aada-dfdead74d21e'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:39.847987 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (03cce5eb-8647-40e3-888c-129da9593329), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:39.873008 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:20:39.883231 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cce5eb-8647-40e3-888c-129da9593329,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:39.888057 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (08caca92-8965-41bc-85cc-aef9c4382c63), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:39.888481 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.segments_db [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] Added segment 08caca92-8965-41bc-85cc-aef9c4382c63 of type vlan for network 8066b3ff-75f6-4ce8-9ee0-7c237967e105 Feb 12 04:20:39.936273 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (8066b3ff-75f6-4ce8-9ee0-7c237967e105), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:40.031017 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (8066b3ff-75f6-4ce8-9ee0-7c237967e105), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:40.032545 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:40.033200 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:40.091769 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] Pushing event updated for resources: {'Network': ['ID=8066b3ff-75f6-4ce8-9ee0-7c237967e105,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:40.097065 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Set router 1bb98835-0bbd-4213-aada-dfdead74d21e gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:20:40.126724 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 8066b3ff-75f6-4ce8-9ee0-7c237967e105 details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:20:40.171083 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-24e2db54-c3ea-4cf4-9d25-6ee643e220ee admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5798151 Feb 12 04:20:40.173899 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 33460) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:40.179038 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-993c4f2d-87f9-43d2-9c9f-a391d9219a1e admin admin] Request body: {'subnet': {'network_id': '8066b3ff-75f6-4ce8-9ee0-7c237967e105', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1827545217-subnet', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'ip_version': 4}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:20:40.368566 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:20:37Z', 'revision_number': 4, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '9948bae8-e5b8-49ec-b2f4-9dadd8630f43', 'name': '', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'mac_address': 'fa:16:3e:04:13:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:37Z', 'updated_at': '2022-02-12T04:20:38Z', 'revision_number': 2, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'subnets': [{'id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:40.369267 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993c4f2d-87f9-43d2-9c9f-a391d9219a1e admin admin] Made reservation on behalf of 9e769c3a1f0c4a99aa9d6542b1fd091c for: {'subnet': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:20:40.373363 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-993c4f2d-87f9-43d2-9c9f-a391d9219a1e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:40.403701 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Checking router: 1bb98835-0bbd-4213-aada-dfdead74d21e for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:20:40.404061 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Updating router 1bb98835-0bbd-4213-aada-dfdead74d21e port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 binding host dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:20:40.434130 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:40.580812 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56575f6b-bcbc-46c7-bac1-0c7546263016 req-1669adb8-3d56-4703-b036-7f52b517f250 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:40.583621 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-56575f6b-bcbc-46c7-bac1-0c7546263016 req-1669adb8-3d56-4703-b036-7f52b517f250 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0850568 Feb 12 04:20:40.640767 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-56575f6b-bcbc-46c7-bac1-0c7546263016 req-519a4f48-1c33-46c6-9a91-4bb02f4ee61e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515041 Feb 12 04:20:40.665714 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:40.734770 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-993c4f2d-87f9-43d2-9c9f-a391d9219a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for subnet (13ec0067-9723-4826-ba60-d3406b233aef), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:40.760943 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Publish callbacks [] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:40.786946 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b4650df5-160b-41a2-a5ef-7effe4f312d0 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:20:40.805022 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c4f2d-87f9-43d2-9c9f-a391d9219a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ec0067-9723-4826-ba60-d3406b233aef,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:40.813826 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993c4f2d-87f9-43d2-9c9f-a391d9219a1e admin admin] Checking segment: {'id': '08caca92-8965-41bc-85cc-aef9c4382c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8066b3ff-75f6-4ce8-9ee0-7c237967e105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:20:40.814186 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993c4f2d-87f9-43d2-9c9f-a391d9219a1e admin admin] Network hostable DHCP agents. Network: 8066b3ff-75f6-4ce8-9ee0-7c237967e105, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:20:40.838176 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port b4650df5-160b-41a2-a5ef-7effe4f312d0 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:40.838468 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b4650df5-160b-41a2-a5ef-7effe4f312d0), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:40.859182 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:40.923189 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3caf3-2111-4eea-9aa7-377dc4b6c1d8 None None] Pushing event updated for resources: {'Port': ['ID=9948bae8-e5b8-49ec-b2f4-9dadd8630f43,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:40.939756 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993c4f2d-87f9-43d2-9c9f-a391d9219a1e admin admin] Network 8066b3ff-75f6-4ce8-9ee0-7c237967e105 is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:20:41.011308 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Attempting to bind port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:20:41.011682 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Attempting to bind port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '5105df9e-960b-4270-8419-092517d00c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:20:41.012042 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Attempting to bind port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 on network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:20:41.016222 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port b4650df5-160b-41a2-a5ef-7effe4f312d0 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:41.020941 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:20:41.021347 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Checking segment: {'id': '5105df9e-960b-4270-8419-092517d00c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:20:41.021750 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:41.022162 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Bound using segment: {'id': '5105df9e-960b-4270-8419-092517d00c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:20:41.022632 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Bound port: 9948bae8-e5b8-49ec-b2f4-9dadd8630f43, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5105df9e-960b-4270-8419-092517d00c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:20:41.023011 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:41.043098 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-993c4f2d-87f9-43d2-9c9f-a391d9219a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 8066b3ff-75f6-4ce8-9ee0-7c237967e105) {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:20:41.047769 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993c4f2d-87f9-43d2-9c9f-a391d9219a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:41.048357 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-993c4f2d-87f9-43d2-9c9f-a391d9219a1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:41.056529 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911123e-592c-4853-8bd6-1f1192735b0a None None] Network 8066b3ff-75f6-4ce8-9ee0-7c237967e105 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:20:41.141450 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-993c4f2d-87f9-43d2-9c9f-a391d9219a1e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9625111 Feb 12 04:20:41.141450 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 33480) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:41.150724 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1827545217-router', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:20:41.155773 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] For port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:20:41.160612 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] For port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=9948bae8-e5b8-49ec-b2f4-9dadd8630f43,segment=NetworkSegment(5105df9e-960b-4270-8419-092517d00c04),segment_id=5105df9e-960b-4270-8419-092517d00c04)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:20:41.193540 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-e88ceb22-bfd5-4eee-a914-ed4a03867e26 None None] Provisioning complete for port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:41.193917 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e88ceb22-bfd5-4eee-a914-ed4a03867e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:41.230089 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210867b8-5ef7-526e-8999-d34bdc8d0eca-8066b3ff-75f6-4ce8-9ee0-7c237967e105', 'network_id': '8066b3ff-75f6-4ce8-9ee0-7c237967e105', 'project_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'fixed_ips': [{'subnet_id': '13ec0067-9723-4826-ba60-d3406b233aef'}]}} from dv-cinder-828696-3-iscsi. {{(pid=103159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 12 04:20:41.230951 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:41.238445 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:41.270987 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6417'] for router (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:41.272061 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:41.316376 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e88ceb22-bfd5-4eee-a914-ed4a03867e26 None None] Port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:20:41.356828 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Publish callbacks [] for router_controller (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), precommit_add_association {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:41.405592 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3caf3-2111-4eea-9aa7-377dc4b6c1d8 None None] Pushing event updated for resources: {'Port': ['ID=9948bae8-e5b8-49ec-b2f4-9dadd8630f43,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:41.410834 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Routers {'1bb98835-0bbd-4213-aada-dfdead74d21e'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:20:41.411457 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:20:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['1bb98835-0bbd-4213-aada-dfdead74d21e'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:41.576812 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Allocated IP 172.20.0.2 (8066b3ff-75f6-4ce8-9ee0-7c237967e105/13ec0067-9723-4826-ba60-d3406b233aef/9830d2e4-ada5-4eb1-811d-999e70d1aac4) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:20:41.583496 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:41.612601 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Publish callbacks [] for router_gateway (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:41.623115 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] Set router 1bb98835-0bbd-4213-aada-dfdead74d21e gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:20:41.747991 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-f946f52a-35b9-4c32-b850-261491f49afd None None] Provisioning complete for port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:41.748363 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f946f52a-35b9-4c32-b850-261491f49afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:41.805985 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da48cb3-e57d-432c-b7bd-c45fec7594ba req-bcf8c211-154e-4fd2-a107-d4decb900efa tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:41.807800 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1da48cb3-e57d-432c-b7bd-c45fec7594ba req-bcf8c211-154e-4fd2-a107-d4decb900efa tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0987864 Feb 12 04:20:41.861409 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1da48cb3-e57d-432c-b7bd-c45fec7594ba req-c5be90de-2cac-4daa-96b7-3f1ef7292f21 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475287 Feb 12 04:20:42.003683 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Publish callbacks [] for router_gateway (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:42.027858 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:42.126298 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Publish callbacks [] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:42.136564 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-f946f52a-35b9-4c32-b850-261491f49afd None None] Current status of the port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:42.136937 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f946f52a-35b9-4c32-b850-261491f49afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:42.142107 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Allocated IP 172.27.3.183 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/fd0d2b17-4abd-46ec-863c-34308347fd1f) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:20:42.180434 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-f946f52a-35b9-4c32-b850-261491f49afd None None] For port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=9948bae8-e5b8-49ec-b2f4-9dadd8630f43,segment=NetworkSegment(5105df9e-960b-4270-8419-092517d00c04),segment_id=5105df9e-960b-4270-8419-092517d00c04)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:20:42.187832 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:20:37Z', 'revision_number': 4, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '9948bae8-e5b8-49ec-b2f4-9dadd8630f43', 'name': '', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'mac_address': 'fa:16:3e:04:13:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:37Z', 'updated_at': '2022-02-12T04:20:41Z', 'revision_number': 4, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'subnets': [{'id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:42.218413 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317a9e5-1f4c-4557-a42a-27177877e6f6 None None] The sync data for ids ['1bb98835-0bbd-4213-aada-dfdead74d21e'] in dv-cinder-828696-3-iscsi is: [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:20:37Z', 'revision_number': 4, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '9948bae8-e5b8-49ec-b2f4-9dadd8630f43', 'name': '', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'mac_address': 'fa:16:3e:04:13:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:37Z', 'updated_at': '2022-02-12T04:20:41Z', 'revision_number': 4, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'subnets': [{'id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:20:42.220482 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:42.245316 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Publish callbacks [] for port (fd0d2b17-4abd-46ec-863c-34308347fd1f), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:42.261421 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Network 8066b3ff-75f6-4ce8-9ee0-7c237967e105 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:20:42.261421 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f946f52a-35b9-4c32-b850-261491f49afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:42.268132 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:20:42.296563 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:20:42.307156 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Pushing event updated for resources: {'Port': ['ID=9830d2e4-ada5-4eb1-811d-999e70d1aac4,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:42.386592 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (fd0d2b17-4abd-46ec-863c-34308347fd1f), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:42.406326 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Attempting to bind port 9830d2e4-ada5-4eb1-811d-999e70d1aac4 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:20:42.406868 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Attempting to bind port 9830d2e4-ada5-4eb1-811d-999e70d1aac4 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '08caca92-8965-41bc-85cc-aef9c4382c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8066b3ff-75f6-4ce8-9ee0-7c237967e105'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:20:42.407096 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Attempting to bind port 9830d2e4-ada5-4eb1-811d-999e70d1aac4 on network 8066b3ff-75f6-4ce8-9ee0-7c237967e105 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:20:42.414578 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946f52a-35b9-4c32-b850-261491f49afd None None] Pushing event updated for resources: {'Port': ['ID=9948bae8-e5b8-49ec-b2f4-9dadd8630f43,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:42.417714 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:20:42.417882 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Checking segment: {'id': '08caca92-8965-41bc-85cc-aef9c4382c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8066b3ff-75f6-4ce8-9ee0-7c237967e105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:20:42.420656 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:42.420656 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Bound using segment: {'id': '08caca92-8965-41bc-85cc-aef9c4382c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8066b3ff-75f6-4ce8-9ee0-7c237967e105'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:20:42.420656 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Bound port: 9830d2e4-ada5-4eb1-811d-999e70d1aac4, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08caca92-8965-41bc-85cc-aef9c4382c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8066b3ff-75f6-4ce8-9ee0-7c237967e105'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:20:42.420656 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:42.437661 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:20:42.440850 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:20:42.444690 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:20:42.450476 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Pushing event updated for resources: {'Port': ['ID=fd0d2b17-4abd-46ec-863c-34308347fd1f,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:42.531863 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] For port 9830d2e4-ada5-4eb1-811d-999e70d1aac4, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:20:42.535655 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] For port 9830d2e4-ada5-4eb1-811d-999e70d1aac4, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=9830d2e4-ada5-4eb1-811d-999e70d1aac4,segment=NetworkSegment(08caca92-8965-41bc-85cc-aef9c4382c63),segment_id=08caca92-8965-41bc-85cc-aef9c4382c63)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:20:42.603082 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:42.663692 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc381f1a-4058-48c6-a8cf-1f7898798cb3 None None] Pushing event updated for resources: {'Port': ['ID=9830d2e4-ada5-4eb1-811d-999e70d1aac4,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:42.913865 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Publish callbacks [] for router_gateway (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:42.961922 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:20:43.062241 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63a709-6d8e-4402-9dac-74d0f3663288 req-48b100a9-3c72-435e-b3f4-d4228323d956 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:43.071756 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ce63a709-6d8e-4402-9dac-74d0f3663288 req-48b100a9-3c72-435e-b3f4-d4228323d956 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0965924 Feb 12 04:20:43.091548 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:43.091961 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:43.186124 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ce63a709-6d8e-4402-9dac-74d0f3663288 req-f67e0610-0514-413e-8fa8-01a473e46649 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133711 Feb 12 04:20:43.266177 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:43.480945 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997099'] for router (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:43.505967 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:43.697983 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d1ba-eae6-489b-90b9-450212b0bd10 req-1f0adc71-0f03-47cb-a4bf-10b2afe2fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:43.699645 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a228d1ba-eae6-489b-90b9-450212b0bd10 req-1f0adc71-0f03-47cb-a4bf-10b2afe2fcae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 1130 time: 0.1615665 Feb 12 04:20:43.753873 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a228d1ba-eae6-489b-90b9-450212b0bd10 req-f20c108c-24cb-4b09-924b-e44d6540c353 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467682 Feb 12 04:20:43.771232 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Router 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f is scheduled to L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc with binding_index 1 {{(pid=103157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 12 04:20:43.921331 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:20:43.930616 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Sync routers for ids ['3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:20:43.935824 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6b5427-8c9f-485f-92fc-95c2e40b2dd4 None None] Network 8066b3ff-75f6-4ce8-9ee0-7c237967e105 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:20:43.941512 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Routers {'3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:20:43.942258 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:20:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:43.999360 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:44.001678 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-4bfc13c1-3585-4367-b655-a3dd076c3d8d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8595130 Feb 12 04:20:44.003416 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 33546) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:20:44.060475 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-2f3b33c0-ffba-4756-8f64-fd994eb7b174 None None] Provisioning complete for port 9830d2e4-ada5-4eb1-811d-999e70d1aac4 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:44.061145 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2f3b33c0-ffba-4756-8f64-fd994eb7b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:44.066041 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Set router 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:20:44.164641 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2f3b33c0-ffba-4756-8f64-fd994eb7b174 None None] Current status of the port 9830d2e4-ada5-4eb1-811d-999e70d1aac4 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:44.165120 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2f3b33c0-ffba-4756-8f64-fd994eb7b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:44.218548 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-2f3b33c0-ffba-4756-8f64-fd994eb7b174 None None] For port 9830d2e4-ada5-4eb1-811d-999e70d1aac4, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=9830d2e4-ada5-4eb1-811d-999e70d1aac4,segment=NetworkSegment(08caca92-8965-41bc-85cc-aef9c4382c63),segment_id=08caca92-8965-41bc-85cc-aef9c4382c63)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:20:44.257450 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'name': 'tempest-TestMinimumBasicScenario-1827545217-router', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'fd0d2b17-4abd-46ec-863c-34308347fd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:41Z', 'updated_at': '2022-02-12T04:20:42Z', 'revision_number': 3, 'project_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'gw_port': {'id': 'fd0d2b17-4abd-46ec-863c-34308347fd1f', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:42Z', 'updated_at': '2022-02-12T04:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:44.288675 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2f3b33c0-ffba-4756-8f64-fd994eb7b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:44.303107 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Checking router: 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:20:44.304077 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Updating router 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f port fd0d2b17-4abd-46ec-863c-34308347fd1f binding host dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:20:44.318227 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb03cb-d31b-4bb8-8742-2aae607352bf req-46f01578-ab91-43c5-8aea-89a1cff387c8 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:44.325462 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4eeb03cb-d31b-4bb8-8742-2aae607352bf req-46f01578-ab91-43c5-8aea-89a1cff387c8 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0619099 Feb 12 04:20:44.334601 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (fd0d2b17-4abd-46ec-863c-34308347fd1f), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:44.369345 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b33c0-ffba-4756-8f64-fd994eb7b174 None None] Pushing event updated for resources: {'Port': ['ID=9830d2e4-ada5-4eb1-811d-999e70d1aac4,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:44.402278 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4eeb03cb-d31b-4bb8-8742-2aae607352bf req-25179825-5904-4fc9-8119-86cd99e7992d tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748334 Feb 12 04:20:44.513303 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-56a89cc6-7d0e-4432-ab43-4e2352e55b51 None None] Provisioning complete for port 9830d2e4-ada5-4eb1-811d-999e70d1aac4 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:44.513790 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-56a89cc6-7d0e-4432-ab43-4e2352e55b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:44.560137 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:44.609294 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Publish callbacks [] for port (fd0d2b17-4abd-46ec-863c-34308347fd1f), precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:44.614079 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-56a89cc6-7d0e-4432-ab43-4e2352e55b51 None None] Current status of the port 9830d2e4-ada5-4eb1-811d-999e70d1aac4 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:44.717153 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (fd0d2b17-4abd-46ec-863c-34308347fd1f), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:44.753535 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Allocated IP 172.20.0.1 (8066b3ff-75f6-4ce8-9ee0-7c237967e105/13ec0067-9723-4826-ba60-d3406b233aef/3c12fddd-aed6-4814-905a-7d71a824e055) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:20:44.764982 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Attempting to bind port fd0d2b17-4abd-46ec-863c-34308347fd1f on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:20:44.765395 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Attempting to bind port fd0d2b17-4abd-46ec-863c-34308347fd1f by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:20:44.767207 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Attempting to bind port fd0d2b17-4abd-46ec-863c-34308347fd1f on network bcdd3c2f-3978-457b-a82d-1be661dbdefa {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:20:44.780920 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:20:44.781527 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Checking segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:20:44.782096 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:44.782649 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Bound using segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:20:44.783452 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Bound port: fd0d2b17-4abd-46ec-863c-34308347fd1f, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:20:44.783986 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (fd0d2b17-4abd-46ec-863c-34308347fd1f), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:44.818067 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582befa0-5274-4a66-876b-7e1caed686bb None None] Pushing event updated for resources: {'Port': ['ID=fd0d2b17-4abd-46ec-863c-34308347fd1f,revision_number=2']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:44.844912 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] For port fd0d2b17-4abd-46ec-863c-34308347fd1f, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:20:44.848166 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] For port fd0d2b17-4abd-46ec-863c-34308347fd1f, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=fd0d2b17-4abd-46ec-863c-34308347fd1f,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:20:44.855057 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 9830d2e4-ada5-4eb1-811d-999e70d1aac4 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:20:44.899391 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Publish callbacks [] for port (3c12fddd-aed6-4814-905a-7d71a824e055), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:44.910233 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 9830d2e4-ada5-4eb1-811d-999e70d1aac4 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:44.917032 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (fd0d2b17-4abd-46ec-863c-34308347fd1f), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:44.921314 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:44.978135 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Routers {'3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:20:44.979010 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:20:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:44.980984 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:45.005092 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 9830d2e4-ada5-4eb1-811d-999e70d1aac4 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:45.029838 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Network 8066b3ff-75f6-4ce8-9ee0-7c237967e105 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:20:45.032816 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:20:45.038301 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:20:45.038477 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582befa0-5274-4a66-876b-7e1caed686bb None None] Pushing event updated for resources: {'Port': ['ID=fd0d2b17-4abd-46ec-863c-34308347fd1f,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:45.038764 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996566'] for router_interface (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:45.101105 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3c12fddd-aed6-4814-905a-7d71a824e055,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:45.116865 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] Set router 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:20:45.286704 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:45.382834 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'name': 'tempest-TestMinimumBasicScenario-1827545217-router', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'fd0d2b17-4abd-46ec-863c-34308347fd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:41Z', 'updated_at': '2022-02-12T04:20:42Z', 'revision_number': 3, 'project_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'gw_port': {'id': 'fd0d2b17-4abd-46ec-863c-34308347fd1f', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:42Z', 'updated_at': '2022-02-12T04:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:45.415076 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc5cbb6-2df4-4d28-b0cd-d22fe1f3a754 None None] The sync data for ids ['3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'] in dv-cinder-828696-3-iscsi is: [{'id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'name': 'tempest-TestMinimumBasicScenario-1827545217-router', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'fd0d2b17-4abd-46ec-863c-34308347fd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:41Z', 'updated_at': '2022-02-12T04:20:42Z', 'revision_number': 3, 'project_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'gw_port': {'id': 'fd0d2b17-4abd-46ec-863c-34308347fd1f', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:42Z', 'updated_at': '2022-02-12T04:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:20:45.470124 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-83504e67-e7bc-4d1b-be81-688eb65ab411 None None] Provisioning complete for port 3c12fddd-aed6-4814-905a-7d71a824e055 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:45.482596 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-83504e67-e7bc-4d1b-be81-688eb65ab411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:45.506675 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Publish callbacks [] for port (3c12fddd-aed6-4814-905a-7d71a824e055), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:45.544107 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-83504e67-e7bc-4d1b-be81-688eb65ab411 None None] Port 3c12fddd-aed6-4814-905a-7d71a824e055 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:20:45.574656 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:45.575513 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1000998'] for router_interface (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:45.594931 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99febc85-3c0d-4248-8e8f-dffa33534a0e req-c275ce8d-0e4f-4d66-842c-afc97fca0d41 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:45.603086 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-99febc85-3c0d-4248-8e8f-dffa33534a0e req-c275ce8d-0e4f-4d66-842c-afc97fca0d41 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0573967 Feb 12 04:20:45.642387 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3c12fddd-aed6-4814-905a-7d71a824e055,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:45.653677 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-99febc85-3c0d-4248-8e8f-dffa33534a0e req-2de70316-d802-4525-b124-78950177792e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492787 Feb 12 04:20:45.715727 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Network 8066b3ff-75f6-4ce8-9ee0-7c237967e105 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:20:45.717094 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:20:45.930151 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Router 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:20:46.051842 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:20:46.061868 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-e73ec478-e711-4b67-a96c-d4826412f0e1 admin admin] 10.222.0.31 "PUT /v2.0/routers/3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0571358 Feb 12 04:20:46.090817 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-72e51d21-c14c-4d0d-9ece-1c009fe9ba83 None None] Provisioning complete for port 3c12fddd-aed6-4814-905a-7d71a824e055 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:46.091283 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-72e51d21-c14c-4d0d-9ece-1c009fe9ba83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:46.141007 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-72e51d21-c14c-4d0d-9ece-1c009fe9ba83 None None] Port 3c12fddd-aed6-4814-905a-7d71a824e055 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:20:46.251717 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c422e-76ad-49fe-836d-8eda9378c4a5 req-62e8abd4-c879-4265-be42-1ef947a90d66 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:46.254989 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-882c422e-76ad-49fe-836d-8eda9378c4a5 req-62e8abd4-c879-4265-be42-1ef947a90d66 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0670960 Feb 12 04:20:46.334375 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-882c422e-76ad-49fe-836d-8eda9378c4a5 req-228a8e2c-5f49-4d73-b335-468c93f13d12 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732715 Feb 12 04:20:46.343836 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd1e2f-267f-4cbc-8197-95db50f465db req-df464a81-868d-4c16-9e85-2e80514f7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:46.345671 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-debd1e2f-267f-4cbc-8197-95db50f465db req-df464a81-868d-4c16-9e85-2e80514f7327 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b322dc86ac594838a4aebaf0645d9c21&device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 1130 time: 0.0809343 Feb 12 04:20:46.454206 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd1e2f-267f-4cbc-8197-95db50f465db req-a0176f01-5772-4faa-8d07-ba9718c8fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:46.455683 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-debd1e2f-267f-4cbc-8197-95db50f465db req-a0176f01-5772-4faa-8d07-ba9718c8fcfb service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4eba8ad-7c32-4044-a2b9-370377016af4 HTTP/1.1" status: 200 len: 918 time: 0.0998578 Feb 12 04:20:46.504605 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-debd1e2f-267f-4cbc-8197-95db50f465db req-05a7ee8f-5369-4b80-adce-905d157af6d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e20402-d3d7-4588-9215-82923e13decf HTTP/1.1" status: 200 len: 217 time: 0.0402718 Feb 12 04:20:46.573216 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd1e2f-267f-4cbc-8197-95db50f465db req-506c7d89-45ab-4eaa-9c20-ff62732786fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:46.574868 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-debd1e2f-267f-4cbc-8197-95db50f465db req-506c7d89-45ab-4eaa-9c20-ff62732786fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8aa06a1-c40f-46a3-abec-1ca7f50524f1 HTTP/1.1" status: 200 len: 858 time: 0.0637469 Feb 12 04:20:46.616738 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-debd1e2f-267f-4cbc-8197-95db50f465db req-351f7484-c084-43db-b11c-4fd59ea5f3c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4eba8ad-7c32-4044-a2b9-370377016af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290658 Feb 12 04:20:46.725935 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-debd1e2f-267f-4cbc-8197-95db50f465db req-87c4df5f-492f-4e91-ab49-d4a1c591cbe1 service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951450 Feb 12 04:20:46.838088 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-debd1e2f-267f-4cbc-8197-95db50f465db req-ffd0a543-a629-4da1-be46-6ba1e0c11b5d service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053946 Feb 12 04:20:46.855832 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device fd0d2b17-4abd-46ec-863c-34308347fd1f up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:20:46.907699 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port fd0d2b17-4abd-46ec-863c-34308347fd1f triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:46.908245 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (fd0d2b17-4abd-46ec-863c-34308347fd1f), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:46.993252 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port fd0d2b17-4abd-46ec-863c-34308347fd1f is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:46.993698 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (fd0d2b17-4abd-46ec-863c-34308347fd1f), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:47.021666 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port fd0d2b17-4abd-46ec-863c-34308347fd1f, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=fd0d2b17-4abd-46ec-863c-34308347fd1f,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:20:47.099857 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (fd0d2b17-4abd-46ec-863c-34308347fd1f), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:47.164842 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=fd0d2b17-4abd-46ec-863c-34308347fd1f,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:47.463236 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Sync routers for ids ['3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:20:47.471900 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Routers {'3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:20:47.472989 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:20:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:47.546331 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5527e51-a1ce-49c7-88a3-9b20e48361d5 req-387154c4-1797-4b5b-afc4-d514db978c77 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:47.548742 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e5527e51-a1ce-49c7-88a3-9b20e48361d5 req-387154c4-1797-4b5b-afc4-d514db978c77 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.1126165 Feb 12 04:20:47.625092 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Set router 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:20:47.628351 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e5527e51-a1ce-49c7-88a3-9b20e48361d5 req-db864cf4-ab3e-4269-8f99-4d78aa67a26c tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732634 Feb 12 04:20:47.908873 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'name': 'tempest-TestMinimumBasicScenario-1827545217-router', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'fd0d2b17-4abd-46ec-863c-34308347fd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:41Z', 'updated_at': '2022-02-12T04:20:45Z', 'revision_number': 4, 'project_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'gw_port': {'id': 'fd0d2b17-4abd-46ec-863c-34308347fd1f', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:42Z', 'updated_at': '2022-02-12T04:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '3c12fddd-aed6-4814-905a-7d71a824e055', 'name': '', 'network_id': '8066b3ff-75f6-4ce8-9ee0-7c237967e105', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'mac_address': 'fa:16:3e:a3:33:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '13ec0067-9723-4826-ba60-d3406b233aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:44Z', 'updated_at': '2022-02-12T04:20:45Z', 'revision_number': 2, 'project_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'subnets': [{'id': '13ec0067-9723-4826-ba60-d3406b233aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:47.946748 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Checking router: 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:20:47.951679 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Updating router 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f port 3c12fddd-aed6-4814-905a-7d71a824e055 binding host dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:20:47.997731 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:48.308143 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Publish callbacks [] for port (3c12fddd-aed6-4814-905a-7d71a824e055), precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:48.415014 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:48.477196 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d094f69-bd3a-4d14-bc8a-04b117188c89 None None] Pushing event updated for resources: {'Port': ['ID=3c12fddd-aed6-4814-905a-7d71a824e055,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:48.557417 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Attempting to bind port 3c12fddd-aed6-4814-905a-7d71a824e055 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:20:48.561992 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Attempting to bind port 3c12fddd-aed6-4814-905a-7d71a824e055 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '08caca92-8965-41bc-85cc-aef9c4382c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8066b3ff-75f6-4ce8-9ee0-7c237967e105'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:20:48.561992 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Attempting to bind port 3c12fddd-aed6-4814-905a-7d71a824e055 on network 8066b3ff-75f6-4ce8-9ee0-7c237967e105 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:20:48.567364 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:20:48.567762 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Checking segment: {'id': '08caca92-8965-41bc-85cc-aef9c4382c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8066b3ff-75f6-4ce8-9ee0-7c237967e105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:20:48.568153 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:48.568543 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Bound using segment: {'id': '08caca92-8965-41bc-85cc-aef9c4382c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8066b3ff-75f6-4ce8-9ee0-7c237967e105'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:20:48.569051 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Bound port: 3c12fddd-aed6-4814-905a-7d71a824e055, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08caca92-8965-41bc-85cc-aef9c4382c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8066b3ff-75f6-4ce8-9ee0-7c237967e105'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:20:48.569455 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:48.678707 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] For port 3c12fddd-aed6-4814-905a-7d71a824e055, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:20:48.686385 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] For port 3c12fddd-aed6-4814-905a-7d71a824e055, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=3c12fddd-aed6-4814-905a-7d71a824e055,segment=NetworkSegment(08caca92-8965-41bc-85cc-aef9c4382c63),segment_id=08caca92-8965-41bc-85cc-aef9c4382c63)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:20:48.777998 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:48.796684 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a289ea5-7156-487f-8d14-d2e9e18d1053 req-bc2b4055-ad8d-4967-b10c-245087e7e56e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:48.800234 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3a289ea5-7156-487f-8d14-d2e9e18d1053 req-bc2b4055-ad8d-4967-b10c-245087e7e56e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0644138 Feb 12 04:20:48.841553 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device fd0d2b17-4abd-46ec-863c-34308347fd1f up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:20:48.877855 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3a289ea5-7156-487f-8d14-d2e9e18d1053 req-395c3cae-9e5b-4195-b688-f1b07802c22c tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702410 Feb 12 04:20:48.902237 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-eb53026a-eb14-4119-8a8e-5f7afb389edc None None] Provisioning complete for port 3c12fddd-aed6-4814-905a-7d71a824e055 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:48.902678 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb53026a-eb14-4119-8a8e-5f7afb389edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:48.963316 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Routers {'3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:20:48.964084 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:20:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:48.973927 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d094f69-bd3a-4d14-bc8a-04b117188c89 None None] Pushing event updated for resources: {'Port': ['ID=3c12fddd-aed6-4814-905a-7d71a824e055,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:49.286261 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port fd0d2b17-4abd-46ec-863c-34308347fd1f triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:49.286456 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (fd0d2b17-4abd-46ec-863c-34308347fd1f), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:49.290111 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] Set router 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:20:49.461502 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-eb53026a-eb14-4119-8a8e-5f7afb389edc None None] Current status of the port 3c12fddd-aed6-4814-905a-7d71a824e055 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:49.461915 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb53026a-eb14-4119-8a8e-5f7afb389edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:49.573865 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-eb53026a-eb14-4119-8a8e-5f7afb389edc None None] For port 3c12fddd-aed6-4814-905a-7d71a824e055, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=3c12fddd-aed6-4814-905a-7d71a824e055,segment=NetworkSegment(08caca92-8965-41bc-85cc-aef9c4382c63),segment_id=08caca92-8965-41bc-85cc-aef9c4382c63)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:20:49.581951 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port fd0d2b17-4abd-46ec-863c-34308347fd1f is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:49.660764 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'name': 'tempest-TestMinimumBasicScenario-1827545217-router', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'fd0d2b17-4abd-46ec-863c-34308347fd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:41Z', 'updated_at': '2022-02-12T04:20:45Z', 'revision_number': 4, 'project_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'gw_port': {'id': 'fd0d2b17-4abd-46ec-863c-34308347fd1f', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:42Z', 'updated_at': '2022-02-12T04:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '3c12fddd-aed6-4814-905a-7d71a824e055', 'name': '', 'network_id': '8066b3ff-75f6-4ce8-9ee0-7c237967e105', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'mac_address': 'fa:16:3e:a3:33:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '13ec0067-9723-4826-ba60-d3406b233aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:44Z', 'updated_at': '2022-02-12T04:20:48Z', 'revision_number': 4, 'project_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'subnets': [{'id': '13ec0067-9723-4826-ba60-d3406b233aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:20:49.692438 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3e334c-924c-432a-90c0-5943740d69d4 None None] The sync data for ids ['3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'] in dv-cinder-828696-3-iscsi is: [{'id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'name': 'tempest-TestMinimumBasicScenario-1827545217-router', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'fd0d2b17-4abd-46ec-863c-34308347fd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:41Z', 'updated_at': '2022-02-12T04:20:45Z', 'revision_number': 4, 'project_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'gw_port': {'id': 'fd0d2b17-4abd-46ec-863c-34308347fd1f', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:42Z', 'updated_at': '2022-02-12T04:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '3c12fddd-aed6-4814-905a-7d71a824e055', 'name': '', 'network_id': '8066b3ff-75f6-4ce8-9ee0-7c237967e105', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'mac_address': 'fa:16:3e:a3:33:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '13ec0067-9723-4826-ba60-d3406b233aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:44Z', 'updated_at': '2022-02-12T04:20:48Z', 'revision_number': 4, 'project_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'subnets': [{'id': '13ec0067-9723-4826-ba60-d3406b233aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:20:49.695412 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb53026a-eb14-4119-8a8e-5f7afb389edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:49.784752 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53026a-eb14-4119-8a8e-5f7afb389edc None None] Pushing event updated for resources: {'Port': ['ID=3c12fddd-aed6-4814-905a-7d71a824e055,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:20:49.851158 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-d20b74a9-a76d-4264-9059-da921a67f3dd None None] Provisioning complete for port 3c12fddd-aed6-4814-905a-7d71a824e055 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:49.854106 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d20b74a9-a76d-4264-9059-da921a67f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:50.005760 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-d20b74a9-a76d-4264-9059-da921a67f3dd None None] Current status of the port 3c12fddd-aed6-4814-905a-7d71a824e055 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:50.029228 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db7881-611f-491d-af33-8a4ac44223f9 req-1caa3b85-f87c-428b-a062-9dc55fbbf5b5 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:50.030797 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-07db7881-611f-491d-af33-8a4ac44223f9 req-1caa3b85-f87c-428b-a062-9dc55fbbf5b5 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0654097 Feb 12 04:20:50.159789 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-07db7881-611f-491d-af33-8a4ac44223f9 req-c65ebce4-c31b-4fb0-9e83-6ec29984d013 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232057 Feb 12 04:20:50.809595 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 3c12fddd-aed6-4814-905a-7d71a824e055 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:20:50.885822 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 3c12fddd-aed6-4814-905a-7d71a824e055 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:20:50.886196 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:20:50.956642 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:20:50.984899 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 3c12fddd-aed6-4814-905a-7d71a824e055 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:20:57.768135 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674ade3-4c18-4601-bb97-7fcae9ddfb8a req-831de09d-740f-4c47-b55e-a23fea428a72 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:57.769722 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5674ade3-4c18-4601-bb97-7fcae9ddfb8a req-831de09d-740f-4c47-b55e-a23fea428a72 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0615923 Feb 12 04:20:57.832630 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5674ade3-4c18-4601-bb97-7fcae9ddfb8a req-980f53ed-2291-43ce-9a8c-ff73897769ee tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541456 Feb 12 04:20:59.144440 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-fb5016cd-fa0a-412c-a727-08fa8b6d3e57 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:20:59.146086 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-fb5016cd-fa0a-412c-a727-08fa8b6d3e57 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/networks?id=3698e3ff-e0ee-4136-91ba-4dc73b59fee7 HTTP/1.1" status: 200 len: 815 time: 0.1140561 Feb 12 04:20:59.161862 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-0a55241b-dbc5-4d3f-a33b-a9e570ec5d41 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/quotas/5e5dbd3a980c4a1cb1d42b3a8b962124 HTTP/1.1" status: 200 len: 375 time: 0.0097492 Feb 12 04:20:59.222820 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-83d49030-b378-491d-83e5-b0f3209e8299 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5e5dbd3a980c4a1cb1d42b3a8b962124&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552959 Feb 12 04:20:59.323141 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-b2864b9f-251e-4689-bd29-85626d10b98c service neutron] 10.222.0.31 "GET /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861011 Feb 12 04:20:59.414098 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-85705fa4-780e-41d5-bc12-4362f95e79ec service neutron] 10.222.0.31 "GET /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846989 Feb 12 04:20:59.699774 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cf9e2696-bbd8-4c52-9d2a-cfa42c28a804 req-2b28fa88-bbd0-4d41-b825-64e075a7dccb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 210 time: 0.0302951 Feb 12 04:21:00.784016 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d6d4875a-9d47-4e9a-ac0d-6263e707ae90 req-513a568d-8d51-4077-8ccf-45a72e420a90 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 210 time: 0.0263829 Feb 12 04:21:01.030764 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:01.603299 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-ab3fa5f5-a3e0-4447-adca-4930111c00fb req-e183c595-3dcf-4875-91ca-7c6df991879b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534441 Feb 12 04:21:01.714846 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa5f5-a3e0-4447-adca-4930111c00fb req-10ecf655-13ce-4306-a6ce-ee8f3d15ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:01.716559 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-ab3fa5f5-a3e0-4447-adca-4930111c00fb req-10ecf655-13ce-4306-a6ce-ee8f3d15ab10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b322dc86ac594838a4aebaf0645d9c21&device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 1130 time: 0.0515215 Feb 12 04:21:01.840838 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa5f5-a3e0-4447-adca-4930111c00fb req-49ad7f9d-bc9d-4984-aa5c-a3479ceb41f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:01.841832 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-ab3fa5f5-a3e0-4447-adca-4930111c00fb req-49ad7f9d-bc9d-4984-aa5c-a3479ceb41f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4eba8ad-7c32-4044-a2b9-370377016af4 HTTP/1.1" status: 200 len: 918 time: 0.0930853 Feb 12 04:21:01.908508 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d7ab809d-8fec-43eb-944c-49d1a90cafe1 req-4c2f2fce-eaa9-4432-b138-775f5fefa8a1 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 210 time: 0.0527382 Feb 12 04:21:01.929948 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-ab3fa5f5-a3e0-4447-adca-4930111c00fb req-1eefbd0e-a4d7-4c5d-8058-b8830d1112c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e20402-d3d7-4588-9215-82923e13decf HTTP/1.1" status: 200 len: 217 time: 0.0530043 Feb 12 04:21:01.983911 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fa5f5-a3e0-4447-adca-4930111c00fb req-e1be20a8-4bde-460f-ba33-d2b3210bce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:01.985560 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-ab3fa5f5-a3e0-4447-adca-4930111c00fb req-e1be20a8-4bde-460f-ba33-d2b3210bce58 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8aa06a1-c40f-46a3-abec-1ca7f50524f1 HTTP/1.1" status: 200 len: 858 time: 0.0477729 Feb 12 04:21:02.056381 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-ab3fa5f5-a3e0-4447-adca-4930111c00fb req-6c263712-292b-41ea-bd2b-4ac2cbd87a73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4eba8ad-7c32-4044-a2b9-370377016af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533864 Feb 12 04:21:02.185778 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-ab3fa5f5-a3e0-4447-adca-4930111c00fb req-8890de75-16d6-4faf-916a-823241cff7a5 service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143343 Feb 12 04:21:02.292573 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-ab3fa5f5-a3e0-4447-adca-4930111c00fb req-9f9a0ed5-7848-48ad-a459-f4de75fffd08 service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975947 Feb 12 04:21:02.468635 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-26803450-a565-4025-85f3-4e3913952efc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:02.470143 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-26803450-a565-4025-85f3-4e3913952efc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/networks?id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a HTTP/1.1" status: 200 len: 815 time: 0.1471143 Feb 12 04:21:02.482400 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761e989-9d6f-4eff-bc1d-582623d51040 req-710a4700-0965-4d56-a445-e469f7024304 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:02.484452 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1761e989-9d6f-4eff-bc1d-582623d51040 req-710a4700-0965-4d56-a445-e469f7024304 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.1160650 Feb 12 04:21:02.508653 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-2ce545ed-ec78-4cbe-9fb8-951b74184c77 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/quotas/fece42b3279f4d4aac21d7922c52c5ed HTTP/1.1" status: 200 len: 375 time: 0.0230870 Feb 12 04:21:02.581107 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1761e989-9d6f-4eff-bc1d-582623d51040 req-d2d0794a-8536-4a90-802e-f6586759a274 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882487 Feb 12 04:21:02.597851 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-2b098483-af49-460c-8a86-0897323abb95 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807488 Feb 12 04:21:02.825497 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-4c507068-b7f2-4288-a969-b5bd9e35064a tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:02.827076 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-4c507068-b7f2-4288-a969-b5bd9e35064a tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.42 "GET /v2.0/networks?id=3698e3ff-e0ee-4136-91ba-4dc73b59fee7 HTTP/1.1" status: 200 len: 815 time: 0.1124022 Feb 12 04:21:02.853012 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Request body: {'port': {'device_id': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'admin_state_up': True, 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:02.956607 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-aa52aa7f-990e-4944-9c0e-07af8ba2d28e service neutron] 10.222.0.31 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481536 Feb 12 04:21:03.087991 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0dec2ceb-a470-4d3d-b732-dc12fc4bac6d req-0e843473-3ff0-474d-9bbf-97562cf64892 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 210 time: 0.0380073 Feb 12 04:21:03.099519 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-d6d539f3-85b5-49f5-a08f-e14d39d67cf5 service neutron] 10.222.0.31 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353719 Feb 12 04:21:03.370263 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Made reservation on behalf of 5e5dbd3a980c4a1cb1d42b3a8b962124 for: {'port': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:21:03.373423 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:03.441827 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c2c6a241-f754-4af7-b6ab-2dcc4fcee61c req-3b32f92c-2cdf-4bfd-ae21-8a172e05ef43 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0314407 Feb 12 04:21:03.559868 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Allocated IP 172.20.0.6 (3698e3ff-e0ee-4136-91ba-4dc73b59fee7/2290cc66-7a24-4cff-8921-6570ec5f0b8f/dd02aa9e-3381-43c8-b1fd-9ad35f7198ea) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:21:03.738045 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:03.747078 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b2f7f0-928d-40b3-b238-010c5f7e1c34 req-bab22436-b0e2-49b8-b7b9-64bb3de44275 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:03.750480 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4b2f7f0-928d-40b3-b238-010c5f7e1c34 req-bab22436-b0e2-49b8-b7b9-64bb3de44275 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0628698 Feb 12 04:21:03.798176 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4b2f7f0-928d-40b3-b238-010c5f7e1c34 req-ed698989-86c5-4eeb-b8f9-0298d66e7933 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436287 Feb 12 04:21:03.976121 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:04.032370 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:21:04.052785 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:21:04.062661 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:21:04.076090 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:04.082568 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:04.097361 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event updated for resources: {'Port': ['ID=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:04.131957 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:04.132305 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:04.132644 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:04.132976 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:04.144037 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:04.144423 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:04.149515 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:04.149515 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:04.149515 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:04.149515 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:04.149515 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:04.149515 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:04.149515 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:04.230763 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-3595896c-9d42-49c8-94d1-3edf4e8ee708 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3824217 Feb 12 04:21:04.255250 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Request body: {'port': {'device_id': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:04.304042 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8ccf1-dbb8-4bd2-9b24-e0b2c94d8c1d req-100577c8-c0fb-4e3d-8463-a45f30e3fa00 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:04.310450 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-74e8ccf1-dbb8-4bd2-9b24-e0b2c94d8c1d req-100577c8-c0fb-4e3d-8463-a45f30e3fa00 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 931 time: 0.0950346 Feb 12 04:21:04.431077 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-74e8ccf1-dbb8-4bd2-9b24-e0b2c94d8c1d req-7a94ad83-3647-4ddb-8b96-f7f74590591b tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190343 Feb 12 04:21:04.469063 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-67649b13-dc0c-468a-96f8-a3444c1bb261 None None] Provisioning complete for port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:21:04.469664 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-67649b13-dc0c-468a-96f8-a3444c1bb261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:04.475596 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:04.514140 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-67649b13-dc0c-468a-96f8-a3444c1bb261 None None] Port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:21:04.578556 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5807efe2-03ce-42ba-b184-86b7f2898265 req-42354458-c7b1-47db-83d9-d43493bdb78b tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0352263 Feb 12 04:21:04.910015 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd02aa9e-3381-43c8-b1fd-9ad35f7198ea {{(pid=103157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:21:04.919162 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Publish callbacks [] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:04.933757 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.provisioning_blocks [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Transition to ACTIVE for port object dd02aa9e-3381-43c8-b1fd-9ad35f7198ea will not be triggered until provisioned by entity L2. {{(pid=103157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:21:04.945387 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 34060) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:05.018505 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dcacf-a868-4817-a18b-be573bae3579 req-a957fc4e-cc28-45eb-bb22-5bc14c12c78b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:05.020854 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-994dcacf-a868-4817-a18b-be573bae3579 req-a957fc4e-cc28-45eb-bb22-5bc14c12c78b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.1221271 Feb 12 04:21:05.025513 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:05.088749 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Pushing event updated for resources: {'Port': ['ID=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:05.124111 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-994dcacf-a868-4817-a18b-be573bae3579 req-ed1b0518-11d9-433b-92dd-580b89da5672 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947347 Feb 12 04:21:05.143117 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Attempting to bind port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:21:05.143676 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Attempting to bind port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '5105df9e-960b-4270-8419-092517d00c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7'}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:21:05.144064 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Attempting to bind port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea on network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:21:05.149720 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea on network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:21:05.150042 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Attempting to bind port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea on network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:21:05.166493 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:21:05.166493 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Checking segment: {'id': '5105df9e-960b-4270-8419-092517d00c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:21:05.166493 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Bound using segment: {'id': '5105df9e-960b-4270-8419-092517d00c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7'} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:21:05.166493 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Bound port: dd02aa9e-3381-43c8-b1fd-9ad35f7198ea, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5105df9e-960b-4270-8419-092517d00c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7'}}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:21:05.166493 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:05.333418 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3097a814-8239-41fa-b677-3e7949a59287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:05.423367 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] For port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea, host hv-cinder-82869, cleared binding levels {{(pid=103157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:21:05.432224 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] For port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,segment=NetworkSegment(5105df9e-960b-4270-8419-092517d00c04),segment_id=5105df9e-960b-4270-8419-092517d00c04)] {{(pid=103157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:21:05.577065 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3097a814-8239-41fa-b677-3e7949a59287 admin admin] Publish callbacks [] for security_group (f4e6ee1d-d237-4353-a2fd-915d1fca4db3), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:05.590618 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:05.613678 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55d92c-6094-472b-99fe-8e29ba039831 req-018f1233-3f9c-41ae-bca2-29dc2ceba62f tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:05.615728 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e55d92c-6094-472b-99fe-8e29ba039831 req-018f1233-3f9c-41ae-bca2-29dc2ceba62f tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 943 time: 0.0821249 Feb 12 04:21:05.699798 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3097a814-8239-41fa-b677-3e7949a59287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (f4e6ee1d-d237-4353-a2fd-915d1fca4db3), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:05.719105 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:05.720267 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:05.727614 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] 10.222.0.42 "PUT /v2.0/ports/dd02aa9e-3381-43c8-b1fd-9ad35f7198ea HTTP/1.1" status: 200 len: 1093 time: 1.4851606 Feb 12 04:21:05.737792 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'tag': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:21:05.741853 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8828e61-44b6-4f29-8d32-a3d750ddc241" -d '{"events": [{"name": "network-changed", "server_uuid": "b31a136c-eb25-47f3-87b9-7cfde7123fb4", "tag": "dd02aa9e-3381-43c8-b1fd-9ad35f7198ea"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:21:05.781592 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7e7d8d94-33b0-45dd-a659-c3f1782becc9 req-dd21a711-1304-4430-b02f-2d76f8bb4228 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0668890 Feb 12 04:21:05.812327 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-3097a814-8239-41fa-b677-3e7949a59287 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=627c603fa1e44b699ab1c613764bca8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8644550 Feb 12 04:21:05.819170 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e55d92c-6094-472b-99fe-8e29ba039831 req-ae6a07cb-dc4e-4ee1-a66e-5e1417bf1266 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893806 Feb 12 04:21:05.820906 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 34086) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:05.830857 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097a814-8239-41fa-b677-3e7949a59287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e6ee1d-d237-4353-a2fd-915d1fca4db3,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:05.854787 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbfc3b-d376-4a89-bdbf-910b43a39a0b service neutron] Pushing event updated for resources: {'Port': ['ID=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,revision_number=3']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:05.894139 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce6828e-a8ce-46b6-ac5d-715a1d2f7622 x-openstack-request-id: req-1ce6828e-a8ce-46b6-ac5d-715a1d2f7622 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:21:05.894560 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31a136c-eb25-47f3-87b9-7cfde7123fb4", "tag": "dd02aa9e-3381-43c8-b1fd-9ad35f7198ea", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:21:05.896454 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ce6828e-a8ce-46b6-ac5d-715a1d2f7622 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:21:05.901692 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'tag': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea', 'status': 'completed', 'code': 200} Feb 12 04:21:05.938798 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Publish callbacks [] for security_group (f4e6ee1d-d237-4353-a2fd-915d1fca4db3), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:05.975792 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Publish callbacks [] for security_group (f4e6ee1d-d237-4353-a2fd-915d1fca4db3), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:06.117315 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (f4e6ee1d-d237-4353-a2fd-915d1fca4db3), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:06.120090 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:06.125295 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4e6ee1d-d237-4353-a2fd-915d1fca4db3 HTTP/1.1" status: 204 len: 168 time: 0.3030887 Feb 12 04:21:06.138661 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e6ee1d-d237-4353-a2fd-915d1fca4db3,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:06.157893 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:06.158428 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:06.158789 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:06.160454 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:06.160961 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:06.161864 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:06.171459 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:06.171459 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:06.171459 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:06.171459 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:06.171459 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:06.171459 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:06.171459 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5b37f6-1e69-481c-875b-0d09f208384f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:06.327299 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c21337-6a3d-4cdd-b3d4-8e508b861f79 req-7be3650e-f554-40b5-92d8-2fdf04056174 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:06.329106 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d2c21337-6a3d-4cdd-b3d4-8e508b861f79 req-7be3650e-f554-40b5-92d8-2fdf04056174 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0678573 Feb 12 04:21:06.385868 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d2c21337-6a3d-4cdd-b3d4-8e508b861f79 req-05db919f-64a8-44f5-9654-dbd021881404 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488875 Feb 12 04:21:06.814088 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-87f857bb-10f4-4795-bd7b-00e8e5c81d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:06.890991 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d9e6cc92-7197-4a7e-b957-7e34c4bc9300 req-8a7d4787-6aef-47da-b281-1881cf4e26a9 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0325744 Feb 12 04:21:06.971715 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e056d-0347-4e29-a95e-08cfd77610a4 req-c8fe5ae1-4cad-44f3-83f1-c1a75c8a157e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:06.973165 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-720e056d-0347-4e29-a95e-08cfd77610a4 req-c8fe5ae1-4cad-44f3-83f1-c1a75c8a157e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 943 time: 0.0558457 Feb 12 04:21:07.031614 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-720e056d-0347-4e29-a95e-08cfd77610a4 req-4a02eb62-c353-4b58-ad3a-58b6acba814e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499275 Feb 12 04:21:07.552368 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d753d-6d6d-429c-98ce-2c8c0fa9662d req-93079887-8320-4b9b-b22b-63a6717ba9ec tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:07.552368 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ef8d753d-6d6d-429c-98ce-2c8c0fa9662d req-93079887-8320-4b9b-b22b-63a6717ba9ec tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0679932 Feb 12 04:21:07.628025 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ef8d753d-6d6d-429c-98ce-2c8c0fa9662d req-6070245b-5fa9-4eb0-b390-2cb05764c1aa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800731 Feb 12 04:21:08.011918 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-45f76326-0ab6-4d1a-84a3-2f8143613505 req-88857daf-c7c8-41b2-a028-22f7d64158a9 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0463648 Feb 12 04:21:08.154844 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334f12d-981d-4d2c-87c3-64d6eedd24ee req-bf3f53fd-3675-4871-8e72-e88cecbcbd95 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:08.160432 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e334f12d-981d-4d2c-87c3-64d6eedd24ee req-bf3f53fd-3675-4871-8e72-e88cecbcbd95 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 943 time: 0.0533319 Feb 12 04:21:08.231920 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e334f12d-981d-4d2c-87c3-64d6eedd24ee req-7d3ad6b0-c55a-4dc5-a13a-80fbf6d29f30 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694256 Feb 12 04:21:08.506729 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 34172) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:08.619497 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f75d80b2-7f3d-4da0-b892-61dfba23540d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:08.697055 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f75d80b2-7f3d-4da0-b892-61dfba23540d admin admin] Publish callbacks [] for security_group (f0e06ac2-a92c-4e43-89f1-6d848bfbd262), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:08.813845 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f715b-0e3d-48a4-b786-fa6de8d23bbc req-5517bd5e-493b-484c-ad38-4f8d95258249 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:08.815327 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3b5f715b-0e3d-48a4-b786-fa6de8d23bbc req-5517bd5e-493b-484c-ad38-4f8d95258249 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0576541 Feb 12 04:21:08.819435 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f75d80b2-7f3d-4da0-b892-61dfba23540d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (f0e06ac2-a92c-4e43-89f1-6d848bfbd262), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:08.887110 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-f75d80b2-7f3d-4da0-b892-61dfba23540d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7653ea8b212a4ff292921844cb11ab8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3769190 Feb 12 04:21:08.888923 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 34184) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:08.901414 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d80b2-7f3d-4da0-b892-61dfba23540d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e06ac2-a92c-4e43-89f1-6d848bfbd262,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:08.925714 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3b5f715b-0e3d-48a4-b786-fa6de8d23bbc req-e286e3b4-4d6b-4f51-95f8-481d4888a86b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033511 Feb 12 04:21:08.977079 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5556b752-1d2b-4619-a935-29702f88a1ca admin admin] Publish callbacks [] for security_group (f0e06ac2-a92c-4e43-89f1-6d848bfbd262), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:09.004257 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5556b752-1d2b-4619-a935-29702f88a1ca admin admin] Publish callbacks [] for security_group (f0e06ac2-a92c-4e43-89f1-6d848bfbd262), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:09.083746 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bce8731a-4cee-4d7c-af41-b650a2b141e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:09.121828 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d506ad5-6655-48fe-a431-f2aa4f0f2842 req-d78558f0-a329-40a6-9e7e-83fc777d623b tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0344195 Feb 12 04:21:09.185393 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5556b752-1d2b-4619-a935-29702f88a1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (f0e06ac2-a92c-4e43-89f1-6d848bfbd262), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:09.188276 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5556b752-1d2b-4619-a935-29702f88a1ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:09.189473 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-5556b752-1d2b-4619-a935-29702f88a1ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f0e06ac2-a92c-4e43-89f1-6d848bfbd262 HTTP/1.1" status: 204 len: 168 time: 0.2995071 Feb 12 04:21:09.197768 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556b752-1d2b-4619-a935-29702f88a1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e06ac2-a92c-4e43-89f1-6d848bfbd262,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:09.361530 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf72bb2-6c2b-4330-96ee-7868fcf03e16 req-f0effa0b-d744-4b93-b35c-a0396bd3468e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:09.363328 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-acf72bb2-6c2b-4330-96ee-7868fcf03e16 req-f0effa0b-d744-4b93-b35c-a0396bd3468e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 943 time: 0.0598094 Feb 12 04:21:09.418385 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-acf72bb2-6c2b-4330-96ee-7868fcf03e16 req-a4bc42bf-0057-4dca-9180-51e20efbd845 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483799 Feb 12 04:21:10.068370 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e98f6-1f95-4665-9c9b-5093832ff846 req-91d95451-a2fc-4de7-8142-4aca43604741 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:10.070775 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-501e98f6-1f95-4665-9c9b-5093832ff846 req-91d95451-a2fc-4de7-8142-4aca43604741 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0625839 Feb 12 04:21:10.126899 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-501e98f6-1f95-4665-9c9b-5093832ff846 req-818d0e26-2cec-4d64-a246-e8bc83ebbb57 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504212 Feb 12 04:21:10.245796 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-173c3e10-1eb6-488a-aeb8-1e13c8c0659c req-3be48474-c1b8-4c7d-84d4-d8aabcbe4b5f tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0307729 Feb 12 04:21:10.525629 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 34228) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:10.611866 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f0fde-933c-4dec-a2ea-60e94a2d215e req-82299fb4-218b-4ecb-94da-d2cf68ab3245 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:10.613535 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-849f0fde-933c-4dec-a2ea-60e94a2d215e req-82299fb4-218b-4ecb-94da-d2cf68ab3245 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 943 time: 0.1090260 Feb 12 04:21:10.668342 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-849f0fde-933c-4dec-a2ea-60e94a2d215e req-c6123d0c-992b-4cfe-9e3c-d1ddafdcbf73 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491917 Feb 12 04:21:10.671343 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-760025114-network', 'tenant_id': '2c9d14816d4e4f7c9fdd17604fe92747'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:10.691374 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:10.780179 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] Made reservation on behalf of 2c9d14816d4e4f7c9fdd17604fe92747 for: {'network': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:21:10.791159 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:10.800966 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:10.899549 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] Publish callbacks [] for security_group (c447956f-ff07-4472-aa69-e7bdeab3fcce), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:10.986412 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (c447956f-ff07-4472-aa69-e7bdeab3fcce), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:11.048504 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:21:11.060520 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c447956f-ff07-4472-aa69-e7bdeab3fcce,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:11.066254 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (e066c31a-e8cc-4761-8113-ce5defc28cbb), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:11.066577 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.segments_db [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] Added segment e066c31a-e8cc-4761-8113-ce5defc28cbb of type vlan for network 1b4c56bc-a8c6-4d19-a027-a619a25face0 Feb 12 04:21:11.113418 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (1b4c56bc-a8c6-4d19-a027-a619a25face0), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:11.254441 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (1b4c56bc-a8c6-4d19-a027-a619a25face0), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:11.255729 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:11.256916 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:11.300335 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641015c1-9bec-4ab1-9f6e-05ce7e4b775f req-fc501aa5-f34e-4146-94a7-7b4b83fd10bd tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:11.302061 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-641015c1-9bec-4ab1-9f6e-05ce7e4b775f req-fc501aa5-f34e-4146-94a7-7b4b83fd10bd tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0830674 Feb 12 04:21:11.328355 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] Pushing event updated for resources: {'Network': ['ID=1b4c56bc-a8c6-4d19-a027-a619a25face0,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:11.339774 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 1b4c56bc-a8c6-4d19-a027-a619a25face0 details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:21:11.361272 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dfd4f1fd-6fa4-42b2-a94d-f12654ae767a req-04dba3a6-52ac-4b27-bd18-9cbe546087ae tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0366969 Feb 12 04:21:11.387145 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-641015c1-9bec-4ab1-9f6e-05ce7e4b775f req-c9046906-73bb-47cc-8e88-45989a807428 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783179 Feb 12 04:21:11.426488 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-25f4b065-5d62-4239-be96-a5bc831fc2da admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8977811 Feb 12 04:21:11.428760 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 34252) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:11.434599 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-be16b1b0-6191-4335-a510-76adeeca86c2 admin admin] Request body: {'subnet': {'network_id': '1b4c56bc-a8c6-4d19-a027-a619a25face0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-760025114-subnet', 'tenant_id': '2c9d14816d4e4f7c9fdd17604fe92747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:11.545812 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be16b1b0-6191-4335-a510-76adeeca86c2 admin admin] Made reservation on behalf of 2c9d14816d4e4f7c9fdd17604fe92747 for: {'subnet': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:21:11.548103 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-be16b1b0-6191-4335-a510-76adeeca86c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:11.568351 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:11.797720 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-be16b1b0-6191-4335-a510-76adeeca86c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for subnet (4de5c6d7-e4ad-4043-893f-8651fb153b93), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:11.798757 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f5a1a-db8f-4422-a748-b8edd9a5d21f req-07977d51-1154-4a8d-b585-5a313da0331a tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:11.800852 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f69f5a1a-db8f-4422-a748-b8edd9a5d21f req-07977d51-1154-4a8d-b585-5a313da0331a tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 943 time: 0.0557733 Feb 12 04:21:11.870036 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f69f5a1a-db8f-4422-a748-b8edd9a5d21f req-f45ee93c-283a-4eda-83bb-313b6f5beee7 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551848 Feb 12 04:21:11.882977 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16b1b0-6191-4335-a510-76adeeca86c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de5c6d7-e4ad-4043-893f-8651fb153b93,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:11.895372 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16b1b0-6191-4335-a510-76adeeca86c2 admin admin] Checking segment: {'id': 'e066c31a-e8cc-4761-8113-ce5defc28cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b4c56bc-a8c6-4d19-a027-a619a25face0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:21:11.895844 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16b1b0-6191-4335-a510-76adeeca86c2 admin admin] Network hostable DHCP agents. Network: 1b4c56bc-a8c6-4d19-a027-a619a25face0, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:21:11.968242 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16b1b0-6191-4335-a510-76adeeca86c2 admin admin] Network 1b4c56bc-a8c6-4d19-a027-a619a25face0 is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:21:12.054139 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-be16b1b0-6191-4335-a510-76adeeca86c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 1b4c56bc-a8c6-4d19-a027-a619a25face0) {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:21:12.058825 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be16b1b0-6191-4335-a510-76adeeca86c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:12.059532 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-be16b1b0-6191-4335-a510-76adeeca86c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:12.066754 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f08f99-6703-4f8e-8dcb-654e2016778a None None] Network 1b4c56bc-a8c6-4d19-a027-a619a25face0 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:21:12.150297 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-be16b1b0-6191-4335-a510-76adeeca86c2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7196701 Feb 12 04:21:12.181515 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c8334-f295-4389-bac2-8b09a45d071a None None] Network 1b4c56bc-a8c6-4d19-a027-a619a25face0 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:21:12.483281 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2519ee19-7e00-460d-a757-90921b9c5fab req-d4efdfb7-f6bb-4690-bbe4-f6753625adb2 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0353000 Feb 12 04:21:12.556750 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e300151-aebb-480b-afd8-7706e967a668 req-b48da1f9-c252-43ba-af56-7bd6b400ac5f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:12.558453 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0e300151-aebb-480b-afd8-7706e967a668 req-b48da1f9-c252-43ba-af56-7bd6b400ac5f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0624900 Feb 12 04:21:12.629919 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0e300151-aebb-480b-afd8-7706e967a668 req-2d4672f0-049a-4045-a624-493faf407d7e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657237 Feb 12 04:21:13.010479 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e966b-03d7-4009-9c4b-f71ac204b593 req-528966e4-e4ec-4ee2-9aa1-45bf860f514a tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:13.011968 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d49e966b-03d7-4009-9c4b-f71ac204b593 req-528966e4-e4ec-4ee2-9aa1-45bf860f514a tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 943 time: 0.0530553 Feb 12 04:21:13.067335 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d49e966b-03d7-4009-9c4b-f71ac204b593 req-7478b90a-473f-4953-97f4-7469eedec7ba tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495043 Feb 12 04:21:13.419296 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:13.605076 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5aa1d581-0da9-4a74-9c21-c58f7256b1c6 req-7fd4558c-c6fa-4662-97fd-5705b2b12ba3 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0455151 Feb 12 04:21:13.804246 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f905be-2d59-4674-b053-d7f544bf29c5 req-266ec807-5870-4231-b39a-0c5d59b42de3 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:13.805781 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f1f905be-2d59-4674-b053-d7f544bf29c5 req-266ec807-5870-4231-b39a-0c5d59b42de3 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0726428 Feb 12 04:21:13.856318 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f1f905be-2d59-4674-b053-d7f544bf29c5 req-e3648996-9d06-48d3-9886-58d02034bebc tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445817 Feb 12 04:21:14.188777 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8b671-b183-470d-8c1d-a4915806e4d3 req-82cf8549-be58-4365-b4ea-6ef21d5c6810 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:14.190321 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-12b8b671-b183-470d-8c1d-a4915806e4d3 req-82cf8549-be58-4365-b4ea-6ef21d5c6810 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 943 time: 0.0512073 Feb 12 04:21:14.249416 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-12b8b671-b183-470d-8c1d-a4915806e4d3 req-3d20c8c7-5ae9-45a9-9aae-534ca1be79ef tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520778 Feb 12 04:21:14.706072 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0f8c7db1-f181-47b4-ba67-141e1b5591c9 req-453ffae0-02a2-4f0f-a8bc-0b20a45cc5ac tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0260391 Feb 12 04:21:14.992319 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b0379-fd43-4162-9e44-ab0a317d1685 req-73fdad5b-5e70-46e0-9761-de88918b7904 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:14.993968 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3e5b0379-fd43-4162-9e44-ab0a317d1685 req-73fdad5b-5e70-46e0-9761-de88918b7904 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0602481 Feb 12 04:21:15.044088 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3e5b0379-fd43-4162-9e44-ab0a317d1685 req-9d911186-c5f5-400e-a9ec-59531ae44a1b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439427 Feb 12 04:21:15.375169 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e428095-988f-44b7-9741-37ffd2fa3b0e req-cf537108-7df4-454c-8986-0f782b9e7fe1 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:15.376670 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e428095-988f-44b7-9741-37ffd2fa3b0e req-cf537108-7df4-454c-8986-0f782b9e7fe1 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 943 time: 0.0621698 Feb 12 04:21:15.423752 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e428095-988f-44b7-9741-37ffd2fa3b0e req-ad84c259-5902-44dd-81fd-9a38e612b781 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Feb 12 04:21:15.797871 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-af659124-c11a-4015-b50a-cc30136d8bc9 req-5481f672-9fa9-4f5a-8356-c0e666bdfbc6 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0261264 Feb 12 04:21:16.107128 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8828e61-44b6-4f29-8d32-a3d750ddc241 req-0c7e978f-fd81-449f-8000-375492c94f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:16.108706 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f8828e61-44b6-4f29-8d32-a3d750ddc241 req-0c7e978f-fd81-449f-8000-375492c94f63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e5dbd3a980c4a1cb1d42b3a8b962124&device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 1127 time: 0.0509343 Feb 12 04:21:16.176765 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff223d1-be0a-482e-97d4-461b1aae8f07 req-222714f8-c1e9-4b31-87a2-1748aa4fb833 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:16.178312 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cff223d1-be0a-482e-97d4-461b1aae8f07 req-222714f8-c1e9-4b31-87a2-1748aa4fb833 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0570905 Feb 12 04:21:16.226677 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cff223d1-be0a-482e-97d4-461b1aae8f07 req-b706a0eb-bb1b-4923-a1a0-423dda340651 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425386 Feb 12 04:21:16.236245 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8828e61-44b6-4f29-8d32-a3d750ddc241 req-c1aeaf7a-722f-417a-ab1b-45ae8b57c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:16.237966 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f8828e61-44b6-4f29-8d32-a3d750ddc241 req-c1aeaf7a-722f-417a-ab1b-45ae8b57c7a6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5e5dbd3a980c4a1cb1d42b3a8b962124&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0950398 Feb 12 04:21:16.338483 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8828e61-44b6-4f29-8d32-a3d750ddc241 req-bb36b637-d185-4acc-81bb-a61b45e4d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:16.339872 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f8828e61-44b6-4f29-8d32-a3d750ddc241 req-bb36b637-d185-4acc-81bb-a61b45e4d063 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0866525 Feb 12 04:21:16.437469 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-3fef80f3-656d-4caa-b15b-33f899476ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:16.438980 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-3fef80f3-656d-4caa-b15b-33f899476ce3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e5dbd3a980c4a1cb1d42b3a8b962124&device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 1127 time: 0.0478122 Feb 12 04:21:16.482220 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-9b4ced3f-8198-48f0-9c37-cdbb68fc3bca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea HTTP/1.1" status: 200 len: 217 time: 0.0357835 Feb 12 04:21:16.536275 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-323188c0-4756-47ea-a278-22c5f56b61ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:16.537789 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-323188c0-4756-47ea-a278-22c5f56b61ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2290cc66-7a24-4cff-8921-6570ec5f0b8f HTTP/1.1" status: 200 len: 854 time: 0.0476763 Feb 12 04:21:16.543799 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737125a-47eb-418b-886b-b763b83ae814 req-070bffd0-04b7-4686-bc34-ad81a7468c06 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:16.545266 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d737125a-47eb-418b-886b-b763b83ae814 req-070bffd0-04b7-4686-bc34-ad81a7468c06 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 943 time: 0.0522337 Feb 12 04:21:16.591792 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-66c8e3ad-1f55-493e-a01c-23f3b54773ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:16.592006 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d737125a-47eb-418b-886b-b763b83ae814 req-7cc60b8d-f2e2-4d7f-8daa-e3b232baf2c6 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409400 Feb 12 04:21:16.593348 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-66c8e3ad-1f55-493e-a01c-23f3b54773ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3698e3ff-e0ee-4136-91ba-4dc73b59fee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434048 Feb 12 04:21:16.687626 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-28763982-2279-4b48-9342-62b9c62b1ff8 service neutron] 10.222.0.42 "GET /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868149 Feb 12 04:21:16.787376 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-b12677ca-b1ec-4d65-ab8b-ff7b4ca9745c req-d567a022-1ddb-4de6-9054-34c18a438c48 service neutron] 10.222.0.42 "GET /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905600 Feb 12 04:21:16.915606 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-22f2c57a-52b8-46dd-98e1-4f3fe19d08e5 req-1374843d-877a-4344-b196-b722082eaed8 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0377941 Feb 12 04:21:17.011730 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1d428e3f-1b8e-42c1-8000-9eb4791252b4 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:17.016336 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1d428e3f-1b8e-42c1-8000-9eb4791252b4 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/networks?id=1b4c56bc-a8c6-4d19-a027-a619a25face0 HTTP/1.1" status: 200 len: 813 time: 0.1255450 Feb 12 04:21:17.028637 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-787dc4b1-ebdd-4de0-ad8b-a3230e57de51 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/quotas/2c9d14816d4e4f7c9fdd17604fe92747 HTTP/1.1" status: 200 len: 375 time: 0.0097914 Feb 12 04:21:17.061182 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-eb7ca549-369a-4c08-b38c-7bc1ad49ef81 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c9d14816d4e4f7c9fdd17604fe92747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271797 Feb 12 04:21:17.166302 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-e1af98bc-8187-41fa-995e-4078690747c9 service neutron] 10.222.0.31 "GET /v2.0/networks/1b4c56bc-a8c6-4d19-a027-a619a25face0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986571 Feb 12 04:21:17.245692 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-95ca6e7e-971d-4c78-a3fe-be6b2f130a76 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:17.248044 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-95ca6e7e-971d-4c78-a3fe-be6b2f130a76 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "GET /v2.0/networks?id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a HTTP/1.1" status: 200 len: 815 time: 0.1176949 Feb 12 04:21:17.268690 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-6d5d5815-3623-4566-861b-a5ce86090e4d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Request body: {'port': {'device_id': '33357a53-b2b2-4778-aeb1-ffe3f89c3699', 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a', 'admin_state_up': True, 'tenant_id': 'fece42b3279f4d4aac21d7922c52c5ed'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:17.319962 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-eb893571-6777-4b43-94f3-48b48720b22e service neutron] 10.222.0.31 "GET /v2.0/networks/1b4c56bc-a8c6-4d19-a027-a619a25face0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416256 Feb 12 04:21:17.385534 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e450b-f8f0-4a65-a397-7bee2b2643ca req-e0adb518-79ba-40d7-81fd-8c58f1539bb8 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:17.390512 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-571e450b-f8f0-4a65-a397-7bee2b2643ca req-e0adb518-79ba-40d7-81fd-8c58f1539bb8 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0707612 Feb 12 04:21:17.451172 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-571e450b-f8f0-4a65-a397-7bee2b2643ca req-3103a581-f9a1-4b94-81d8-f4aefe20f7ac tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583360 Feb 12 04:21:17.510990 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-6d5d5815-3623-4566-861b-a5ce86090e4d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Made reservation on behalf of fece42b3279f4d4aac21d7922c52c5ed for: {'port': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:21:17.514649 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-6d5d5815-3623-4566-861b-a5ce86090e4d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:17.660512 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-6d5d5815-3623-4566-861b-a5ce86090e4d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Allocated IP 172.20.0.11 (5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a/9dd2e30a-6546-4562-a28e-669b8297f414/c2ad8f86-26e5-4b78-89c3-4c6cf71428c8) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:21:17.716268 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2d87fa09-a9e0-4152-9afe-38d8c71ae76f req-3d84b3ee-4485-494b-aabd-6fe197d13d43 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 210 time: 0.0744750 Feb 12 04:21:17.780675 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae66ad-c2cd-40a7-94bd-49c0985e2827 req-b6b3eec6-2831-4924-ab86-92c056a59178 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:17.782191 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4cae66ad-c2cd-40a7-94bd-49c0985e2827 req-b6b3eec6-2831-4924-ab86-92c056a59178 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 943 time: 0.0771325 Feb 12 04:21:17.842476 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4cae66ad-c2cd-40a7-94bd-49c0985e2827 req-3c246b53-fa85-4072-8c9e-08cef0e19508 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533812 Feb 12 04:21:17.849059 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-6d5d5815-3623-4566-861b-a5ce86090e4d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks [] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:17.967386 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-6d5d5815-3623-4566-861b-a5ce86090e4d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:17.984721 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['28c9098c-2911-456c-a866-c46cf15a8c35', 'c91616f2-77ab-40c0-8485-6ee07fabecae', '0aa7da43-7d38-403e-96e1-faec6f576040'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:21:18.031299 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-6d5d5815-3623-4566-861b-a5ce86090e4d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:21:18.035051 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-6d5d5815-3623-4566-861b-a5ce86090e4d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:21:18.039566 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-6d5d5815-3623-4566-861b-a5ce86090e4d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:21:18.047774 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-6d5d5815-3623-4566-861b-a5ce86090e4d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:18.048519 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-6d5d5815-3623-4566-861b-a5ce86090e4d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:18.063215 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9007fc-316d-4cf2-9185-b453cf119a48 req-5614cdd6-3f28-41c4-a49c-05769d4a9ab4 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:18.066078 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d5815-3623-4566-861b-a5ce86090e4d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Pushing event updated for resources: {'Port': ['ID=c2ad8f86-26e5-4b78-89c3-4c6cf71428c8,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:18.073297 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ed9007fc-316d-4cf2-9185-b453cf119a48 req-5614cdd6-3f28-41c4-a49c-05769d4a9ab4 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 932 time: 0.0890226 Feb 12 04:21:18.118286 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ed9007fc-316d-4cf2-9185-b453cf119a48 req-671e764c-ddbd-4418-869b-d70afd477d5d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439610 Feb 12 04:21:18.153580 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-6d5d5815-3623-4566-861b-a5ce86090e4d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8891971 Feb 12 04:21:18.180901 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Request body: {'port': {'device_id': '33357a53-b2b2-4778-aeb1-ffe3f89c3699', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:18.243653 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:18.508122 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 {{(pid=103157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:21:18.515666 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Publish callbacks [] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:18.527848 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.provisioning_blocks [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Transition to ACTIVE for port object c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 will not be triggered until provisioned by entity L2. {{(pid=103157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:21:18.576398 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee0de5-ca98-4491-afac-19e542d87eb6 req-825536c3-b017-45af-94e2-d049ed4fce84 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:18.577895 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-32ee0de5-ca98-4491-afac-19e542d87eb6 req-825536c3-b017-45af-94e2-d049ed4fce84 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0503995 Feb 12 04:21:18.601446 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device dd02aa9e-3381-43c8-b1fd-9ad35f7198ea details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:21:18.625167 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-32ee0de5-ca98-4491-afac-19e542d87eb6 req-fddb7080-4e28-4a8e-b756-09b88cc877ac tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415444 Feb 12 04:21:18.687459 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:18.704679 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,segment=NetworkSegment(5105df9e-960b-4270-8419-092517d00c04),segment_id=5105df9e-960b-4270-8419-092517d00c04)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:21:18.727421 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'port_id': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea', 'mac_address': 'fa:16:3e:b4:1e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:21:18.782834 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ad8f86-26e5-4b78-89c3-4c6cf71428c8,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:18.785253 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:21:18.785885 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:18.795315 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Attempting to bind port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:21:18.795697 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Attempting to bind port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:21:18.795993 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Attempting to bind port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 on network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:21:18.800421 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 on network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:21:18.800744 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Attempting to bind port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 on network 5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:21:18.806009 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:21:18.806344 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Checking segment: {'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:21:18.806674 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd02aa9e-3381-43c8-b1fd-9ad35f7198ea {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:21:18.806779 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Bound using segment: {'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:21:18.807140 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Bound port: c2ad8f86-26e5-4b78-89c3-4c6cf71428c8, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2471604e-a844-495a-8061-87e4947663d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a'}}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:21:18.807491 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:18.849641 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7b827f16-48a5-480b-96a6-8cb1481dde48 req-4b5317d4-b51b-47c0-921b-86bc110b2fbb tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 210 time: 0.0528650 Feb 12 04:21:18.853003 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,segment=NetworkSegment(5105df9e-960b-4270-8419-092517d00c04),segment_id=5105df9e-960b-4270-8419-092517d00c04)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:21:18.899195 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] For port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8, host hv-cinder-82869, cleared binding levels {{(pid=103157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:21:18.903196 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] For port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c2ad8f86-26e5-4b78-89c3-4c6cf71428c8,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:21:18.928284 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:18.971917 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e594494-2fb6-467c-8ea9-37da61e96b3e req-df2390f8-e310-43e8-8f4e-9eb84e0c9031 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:18.973858 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8e594494-2fb6-467c-8ea9-37da61e96b3e req-df2390f8-e310-43e8-8f4e-9eb84e0c9031 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 943 time: 0.0592179 Feb 12 04:21:18.992504 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:19.005534 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:19.014758 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:19.017310 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:19.020017 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:19.020366 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:19.020707 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:19.021066 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:19.021638 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:19.021809 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:19.027434 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:19.027853 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:19.028187 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:19.028525 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:19.028860 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:21:19.064469 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8e594494-2fb6-467c-8ea9-37da61e96b3e req-9eab9ec2-6f45-4430-8d88-e97352797edb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839257 Feb 12 04:21:19.070992 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ad8f86-26e5-4b78-89c3-4c6cf71428c8,revision_number=3']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:19.093406 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:19.094290 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:19.096712 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-76d5a0d9-1e46-4b38-9d4c-494083908734 service neutron] 10.222.0.42 "PUT /v2.0/ports/c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 HTTP/1.1" status: 200 len: 1094 time: 0.9213922 Feb 12 04:21:19.097165 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33357a53-b2b2-4778-aeb1-ffe3f89c3699', 'tag': 'c2ad8f86-26e5-4b78-89c3-4c6cf71428c8'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:21:19.099532 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb21d8ac-ab07-4517-aec2-f4f8404aa01c" -d '{"events": [{"name": "network-changed", "server_uuid": "33357a53-b2b2-4778-aeb1-ffe3f89c3699", "tag": "c2ad8f86-26e5-4b78-89c3-4c6cf71428c8"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:21:19.147166 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128d43a0-e112-4cba-beef-4207dec7a7e0 x-openstack-request-id: req-128d43a0-e112-4cba-beef-4207dec7a7e0 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:21:19.147457 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33357a53-b2b2-4778-aeb1-ffe3f89c3699", "tag": "c2ad8f86-26e5-4b78-89c3-4c6cf71428c8", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:21:19.147709 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-128d43a0-e112-4cba-beef-4207dec7a7e0 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:21:19.148275 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33357a53-b2b2-4778-aeb1-ffe3f89c3699', 'tag': 'c2ad8f86-26e5-4b78-89c3-4c6cf71428c8', 'status': 'completed', 'code': 200} Feb 12 04:21:19.226992 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21d8ac-ab07-4517-aec2-f4f8404aa01c req-a113826c-e279-4b10-b751-7e99fa402fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:19.228471 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-fb21d8ac-ab07-4517-aec2-f4f8404aa01c req-a113826c-e279-4b10-b751-7e99fa402fcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 1128 time: 0.0542672 Feb 12 04:21:19.273312 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8cba7-90e1-44d5-8166-9d25fccae888 req-0fa1b736-be9b-4059-b096-3cb32f19aa0c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:19.274847 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e3b8cba7-90e1-44d5-8166-9d25fccae888 req-0fa1b736-be9b-4059-b096-3cb32f19aa0c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 944 time: 0.0632427 Feb 12 04:21:19.308260 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['dd02aa9e-3381-43c8-b1fd-9ad35f7198ea'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:21:19.344668 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21d8ac-ab07-4517-aec2-f4f8404aa01c req-2c2f305a-50dc-46d3-93a8-517f4cfc5bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:19.346951 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-fb21d8ac-ab07-4517-aec2-f4f8404aa01c req-2c2f305a-50dc-46d3-93a8-517f4cfc5bd5 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1100013 Feb 12 04:21:19.360359 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e3b8cba7-90e1-44d5-8166-9d25fccae888 req-7b330d46-1caf-4463-8a61-2a2756b36585 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648437 Feb 12 04:21:19.467412 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21d8ac-ab07-4517-aec2-f4f8404aa01c req-dcf1046b-f574-4ef0-b58a-20126cea5a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:19.468820 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-fb21d8ac-ab07-4517-aec2-f4f8404aa01c req-dcf1046b-f574-4ef0-b58a-20126cea5a47 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1150982 Feb 12 04:21:19.550568 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-2ee869d9-ac6d-409a-86f4-613b798e4dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:19.554991 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-2ee869d9-ac6d-409a-86f4-613b798e4dac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 1128 time: 0.0445313 Feb 12 04:21:19.598654 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-648c3f6d-cd11-4ed1-85a8-97bc5169d559 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 HTTP/1.1" status: 200 len: 217 time: 0.0387135 Feb 12 04:21:19.652928 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-56f0c9dd-9ecb-4fce-9c6b-9e9fdec7d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:19.654421 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-56f0c9dd-9ecb-4fce-9c6b-9e9fdec7d4c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd2e30a-6546-4562-a28e-669b8297f414 HTTP/1.1" status: 200 len: 855 time: 0.0473886 Feb 12 04:21:19.701186 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-3f10179f-3791-4ff2-ba87-f0dddb71cc14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289993 Feb 12 04:21:19.761347 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89496517-1658-4980-8140-d00692ad750c req-33d59676-f9c1-43fa-8df2-15d4f588c6e1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:19.762785 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-89496517-1658-4980-8140-d00692ad750c req-33d59676-f9c1-43fa-8df2-15d4f588c6e1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0616922 Feb 12 04:21:19.816415 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-fd99cb48-3a71-4f77-88b7-d5e0a1714841 service neutron] 10.222.0.42 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078899 Feb 12 04:21:19.818642 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-89496517-1658-4980-8140-d00692ad750c req-20047f43-81a2-455e-bc4d-07aa6fa3202d tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479908 Feb 12 04:21:19.921841 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-d68b4639-1966-45cc-97f3-0d34ea9bd4ef req-d517e198-8b46-4f65-8b5c-3f59d830ccb5 service neutron] 10.222.0.42 "GET /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980680 Feb 12 04:21:19.950570 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-eb409cd4-0549-45ad-af86-c033392f6ccc req-6aecd45c-4f6f-45f3-87b7-4d57118dd124 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 210 time: 0.0299001 Feb 12 04:21:19.971126 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27889a-1df2-4452-9b17-a36f3fc8edfa req-1f8ac57b-6799-46f4-8991-171d7e0b153a tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:19.972579 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1a27889a-1df2-4452-9b17-a36f3fc8edfa req-1f8ac57b-6799-46f4-8991-171d7e0b153a tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0798476 Feb 12 04:21:20.030825 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1a27889a-1df2-4452-9b17-a36f3fc8edfa req-82f10bbf-8d61-4eae-bff1-48eb6923818f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517974 Feb 12 04:21:20.086169 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3399c-1215-4390-8d78-8e1505c633ba req-ef9f9a27-4925-40ed-a0a0-8ca1c1556f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:20.088009 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a3e3399c-1215-4390-8d78-8e1505c633ba req-ef9f9a27-4925-40ed-a0a0-8ca1c1556f03 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b322dc86ac594838a4aebaf0645d9c21&device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 1130 time: 0.0464251 Feb 12 04:21:20.190077 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3399c-1215-4390-8d78-8e1505c633ba req-fe77e458-cb67-4c6e-b6bb-21591ec72a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:20.191759 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a3e3399c-1215-4390-8d78-8e1505c633ba req-fe77e458-cb67-4c6e-b6bb-21591ec72a3b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4eba8ad-7c32-4044-a2b9-370377016af4 HTTP/1.1" status: 200 len: 918 time: 0.0972123 Feb 12 04:21:20.197580 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed770b1-b7e9-4b7c-bc55-af081635493c req-35e4fc87-64be-4bb3-a970-edac7f2aeef7 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:20.199033 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4ed770b1-b7e9-4b7c-bc55-af081635493c req-35e4fc87-64be-4bb3-a970-edac7f2aeef7 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 944 time: 0.0580380 Feb 12 04:21:20.237083 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a3e3399c-1215-4390-8d78-8e1505c633ba req-c882703f-639f-4496-aec7-c555e8632143 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e20402-d3d7-4588-9215-82923e13decf HTTP/1.1" status: 200 len: 217 time: 0.0351014 Feb 12 04:21:20.246469 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4ed770b1-b7e9-4b7c-bc55-af081635493c req-01dc1e4a-3e16-4f0f-bfd1-d0d4ab4a30ab tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416844 Feb 12 04:21:20.292677 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3399c-1215-4390-8d78-8e1505c633ba req-30bae850-3314-4b9a-b78a-7029c41e9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:20.294247 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a3e3399c-1215-4390-8d78-8e1505c633ba req-30bae850-3314-4b9a-b78a-7029c41e9edd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8aa06a1-c40f-46a3-abec-1ca7f50524f1 HTTP/1.1" status: 200 len: 858 time: 0.0491929 Feb 12 04:21:20.328808 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a3e3399c-1215-4390-8d78-8e1505c633ba req-04328662-728f-46b4-b01f-cceaf92f9007 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4eba8ad-7c32-4044-a2b9-370377016af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250356 Feb 12 04:21:20.425908 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a3e3399c-1215-4390-8d78-8e1505c633ba req-c3ab86f4-9935-4372-af6f-cdd00281ba58 service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870082 Feb 12 04:21:20.486390 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0da2c-5b3e-422f-95a8-3be24502a041 req-fcbbdb61-9e18-4c6b-8a98-7bb50090c727 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:20.487877 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffa0da2c-5b3e-422f-95a8-3be24502a041 req-fcbbdb61-9e18-4c6b-8a98-7bb50090c727 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 944 time: 0.0532916 Feb 12 04:21:20.523629 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a3e3399c-1215-4390-8d78-8e1505c633ba req-38a29da9-1d15-44d3-9417-e134394406f7 service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887756 Feb 12 04:21:20.537053 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffa0da2c-5b3e-422f-95a8-3be24502a041 req-9f760de5-7fb4-4dc5-8f20-7d39c35cce4c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432734 Feb 12 04:21:20.618893 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device dd02aa9e-3381-43c8-b1fd-9ad35f7198ea up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:21:20.779365 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:21:20.790174 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:21:20.790174 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:20.859982 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:21:20.860362 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:20.883152 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:21:20.885388 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7c5a66-1ee7-4f79-b658-dc214120c825" -d '{"events": [{"server_uuid": "b31a136c-eb25-47f3-87b9-7cfde7123fb4", "name": "network-vif-plugged", "status": "completed", "tag": "dd02aa9e-3381-43c8-b1fd-9ad35f7198ea"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:21:20.899443 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,segment=NetworkSegment(5105df9e-960b-4270-8419-092517d00c04),segment_id=5105df9e-960b-4270-8419-092517d00c04)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:21:20.930884 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2f185b-e488-44e2-ac88-aa5cbd2dced2 x-openstack-request-id: req-dd2f185b-e488-44e2-ac88-aa5cbd2dced2 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:21:20.930884 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31a136c-eb25-47f3-87b9-7cfde7123fb4", "name": "network-vif-plugged", "status": "completed", "tag": "dd02aa9e-3381-43c8-b1fd-9ad35f7198ea", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:21:20.930884 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd2f185b-e488-44e2-ac88-aa5cbd2dced2 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:21:20.930884 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea', 'code': 200} Feb 12 04:21:20.973459 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e90b7-6ce4-43c4-bc7b-7ee61d8005f4 req-031db323-1747-4581-a2f5-9e7d63b3362a tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:20.974947 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-455e90b7-6ce4-43c4-bc7b-7ee61d8005f4 req-031db323-1747-4581-a2f5-9e7d63b3362a tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0620708 Feb 12 04:21:21.019964 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:21.031749 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-455e90b7-6ce4-43c4-bc7b-7ee61d8005f4 req-e28e6c8a-2e56-4303-9492-46cd730edee2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481265 Feb 12 04:21:21.076896 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-889b9ecf-1934-488c-b24c-fe9f53ee7955 req-997d78a7-dc92-4fb1-871d-18ef9cea260f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 210 time: 0.0437672 Feb 12 04:21:21.085555 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-9c1494d4-90de-4332-9845-e1277c8aff72 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:21.087059 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-9c1494d4-90de-4332-9845-e1277c8aff72 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.42 "GET /v2.0/networks?id=1b4c56bc-a8c6-4d19-a027-a619a25face0 HTTP/1.1" status: 200 len: 813 time: 0.1319394 Feb 12 04:21:21.097720 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:21.100806 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-80fefbfd-1da9-4fcb-9c68-ce3fdaeb0b6f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Request body: {'port': {'device_id': '4962f036-56e6-4737-8652-dad9f205453e', 'network_id': '1b4c56bc-a8c6-4d19-a027-a619a25face0', 'admin_state_up': True, 'tenant_id': '2c9d14816d4e4f7c9fdd17604fe92747'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:21.194601 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c322f0-6490-42b7-8ba7-0623ad8455f8 req-f0d898dd-225b-4b36-9903-15c17361703f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:21.196585 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-68c322f0-6490-42b7-8ba7-0623ad8455f8 req-f0d898dd-225b-4b36-9903-15c17361703f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0640843 Feb 12 04:21:21.246141 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-68c322f0-6490-42b7-8ba7-0623ad8455f8 req-3c3b1224-feb9-48f2-9036-bd0f3cee3cd6 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Feb 12 04:21:21.299749 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-80fefbfd-1da9-4fcb-9c68-ce3fdaeb0b6f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Made reservation on behalf of 2c9d14816d4e4f7c9fdd17604fe92747 for: {'port': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:21:21.304419 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-80fefbfd-1da9-4fcb-9c68-ce3fdaeb0b6f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:21.413559 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaead9c-6b56-469e-8f4a-58889c53b0b9 req-24f9a5ce-48c1-4c6f-bbc2-2f5c9f56fb38 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:21.415144 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9eaead9c-6b56-469e-8f4a-58889c53b0b9 req-24f9a5ce-48c1-4c6f-bbc2-2f5c9f56fb38 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 945 time: 0.0991685 Feb 12 04:21:21.430055 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec7dc8-eedf-401a-b8d4-88d0c5eccfe6 req-2bbfbb0e-ac3c-433c-9a78-5bee3f207679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:21.431541 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1fec7dc8-eedf-401a-b8d4-88d0c5eccfe6 req-2bbfbb0e-ac3c-433c-9a78-5bee3f207679 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 1129 time: 0.0787525 Feb 12 04:21:21.451709 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-80fefbfd-1da9-4fcb-9c68-ce3fdaeb0b6f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Allocated IP 172.20.0.10 (1b4c56bc-a8c6-4d19-a027-a619a25face0/4de5c6d7-e4ad-4043-893f-8651fb153b93/aeb35bd6-6f27-4770-be83-8e67439cf22d) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:21:21.493971 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9eaead9c-6b56-469e-8f4a-58889c53b0b9 req-088e6e39-f94f-410f-b011-216ff56b3d6a tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720165 Feb 12 04:21:21.508660 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1fec7dc8-eedf-401a-b8d4-88d0c5eccfe6 req-845b7f68-8692-485d-95af-0fb64006b1b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655313 Feb 12 04:21:21.659100 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba3468-57cb-418a-8e8f-5f0de93c5666 req-8927ae96-18b4-4c47-8985-4fe7a4fbfe6f tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:21.663213 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-51ba3468-57cb-418a-8e8f-5f0de93c5666 req-8927ae96-18b4-4c47-8985-4fe7a4fbfe6f tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 944 time: 0.0606310 Feb 12 04:21:21.718512 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-51ba3468-57cb-418a-8e8f-5f0de93c5666 req-7697c4ca-3cd4-469c-baa3-b897ab7b8f0c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508740 Feb 12 04:21:21.718607 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-80fefbfd-1da9-4fcb-9c68-ce3fdaeb0b6f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks [] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:21.798778 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 34522) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:21.819906 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-80fefbfd-1da9-4fcb-9c68-ce3fdaeb0b6f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:21.869588 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-80fefbfd-1da9-4fcb-9c68-ce3fdaeb0b6f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Network 1b4c56bc-a8c6-4d19-a027-a619a25face0 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:21:21.872771 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-80fefbfd-1da9-4fcb-9c68-ce3fdaeb0b6f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:21:21.875402 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-80fefbfd-1da9-4fcb-9c68-ce3fdaeb0b6f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:21:21.880839 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-80fefbfd-1da9-4fcb-9c68-ce3fdaeb0b6f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:21.882168 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-80fefbfd-1da9-4fcb-9c68-ce3fdaeb0b6f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:21.887627 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fefbfd-1da9-4fcb-9c68-ce3fdaeb0b6f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Pushing event updated for resources: {'Port': ['ID=aeb35bd6-6f27-4770-be83-8e67439cf22d,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:21.940968 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4dad3a36-a895-4f78-b13d-53e9e3238341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:21.990975 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-80fefbfd-1da9-4fcb-9c68-ce3fdaeb0b6f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8939853 Feb 12 04:21:22.004584 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Request body: {'port': {'device_id': '4962f036-56e6-4737-8652-dad9f205453e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:22.019875 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4dad3a36-a895-4f78-b13d-53e9e3238341 admin admin] Publish callbacks [] for security_group (2016fea9-8469-45d6-bcc5-59a97dd2c99b), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:22.064557 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:22.106218 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4dad3a36-a895-4f78-b13d-53e9e3238341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2016fea9-8469-45d6-bcc5-59a97dd2c99b), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:22.204912 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad3a36-a895-4f78-b13d-53e9e3238341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2016fea9-8469-45d6-bcc5-59a97dd2c99b,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:22.213179 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-4dad3a36-a895-4f78-b13d-53e9e3238341 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53499edbb1d04c7fb11ccd028d5afe3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4134028 Feb 12 04:21:22.218368 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 34546) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:22.269739 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4f1ed-388c-4fa5-821f-3fca52f23134 req-80425479-a334-44ce-b1e2-5ec08f96456f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:22.271299 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c5c4f1ed-388c-4fa5-821f-3fca52f23134 req-80425479-a334-44ce-b1e2-5ec08f96456f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.1497416 Feb 12 04:21:22.293781 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a57f1-5323-4c78-9719-bda59d8f2df4 req-6c0e4479-fdc1-42ed-8617-c8bb54f44237 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:22.295256 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-286a57f1-5323-4c78-9719-bda59d8f2df4 req-6c0e4479-fdc1-42ed-8617-c8bb54f44237 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 932 time: 0.1317818 Feb 12 04:21:22.349728 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8e1aabfd-6051-497e-98cd-859af4371be9 admin admin] Publish callbacks [] for security_group (2016fea9-8469-45d6-bcc5-59a97dd2c99b), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:22.372191 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb35bd6-6f27-4770-be83-8e67439cf22d {{(pid=103157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:21:22.385337 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Publish callbacks [] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:22.397855 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c5c4f1ed-388c-4fa5-821f-3fca52f23134 req-689f0b6a-e363-4f8c-817c-118b6e80ee56 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160433 Feb 12 04:21:22.410620 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-286a57f1-5323-4c78-9719-bda59d8f2df4 req-f3d3f465-c5fa-46b5-b764-d2070e9e4cd8 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006234 Feb 12 04:21:22.412765 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8e1aabfd-6051-497e-98cd-859af4371be9 admin admin] Publish callbacks [] for security_group (2016fea9-8469-45d6-bcc5-59a97dd2c99b), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:22.416804 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.provisioning_blocks [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Transition to ACTIVE for port object aeb35bd6-6f27-4770-be83-8e67439cf22d will not be triggered until provisioned by entity L2. {{(pid=103157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:21:22.515866 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:22.554946 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf53d03-8832-4f94-84d2-e1eb79e783cf req-6406de61-ede9-4885-a44d-1243b795dad5 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:22.556453 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bcf53d03-8832-4f94-84d2-e1eb79e783cf req-6406de61-ede9-4885-a44d-1243b795dad5 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0859611 Feb 12 04:21:22.595516 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Pushing event updated for resources: {'Port': ['ID=aeb35bd6-6f27-4770-be83-8e67439cf22d,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:22.607082 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8e1aabfd-6051-497e-98cd-859af4371be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2016fea9-8469-45d6-bcc5-59a97dd2c99b), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:22.609663 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8e1aabfd-6051-497e-98cd-859af4371be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:22.609880 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Attempting to bind port aeb35bd6-6f27-4770-be83-8e67439cf22d on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:21:22.610213 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Attempting to bind port aeb35bd6-6f27-4770-be83-8e67439cf22d by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'e066c31a-e8cc-4761-8113-ce5defc28cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b4c56bc-a8c6-4d19-a027-a619a25face0'}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:21:22.610765 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Attempting to bind port aeb35bd6-6f27-4770-be83-8e67439cf22d on network 1b4c56bc-a8c6-4d19-a027-a619a25face0 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:21:22.610902 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-8e1aabfd-6051-497e-98cd-859af4371be9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2016fea9-8469-45d6-bcc5-59a97dd2c99b HTTP/1.1" status: 204 len: 168 time: 0.3914926 Feb 12 04:21:22.616757 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Port aeb35bd6-6f27-4770-be83-8e67439cf22d on network 1b4c56bc-a8c6-4d19-a027-a619a25face0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:21:22.617150 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Attempting to bind port aeb35bd6-6f27-4770-be83-8e67439cf22d on network 1b4c56bc-a8c6-4d19-a027-a619a25face0 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:21:22.622293 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:21:22.622760 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Checking segment: {'id': 'e066c31a-e8cc-4761-8113-ce5defc28cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b4c56bc-a8c6-4d19-a027-a619a25face0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:21:22.623204 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Bound using segment: {'id': 'e066c31a-e8cc-4761-8113-ce5defc28cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b4c56bc-a8c6-4d19-a027-a619a25face0'} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:21:22.623690 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Bound port: aeb35bd6-6f27-4770-be83-8e67439cf22d, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e066c31a-e8cc-4761-8113-ce5defc28cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b4c56bc-a8c6-4d19-a027-a619a25face0'}}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:21:22.624113 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:22.624709 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:21:22.648726 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1aabfd-6051-497e-98cd-859af4371be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2016fea9-8469-45d6-bcc5-59a97dd2c99b,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:22.661884 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bcf53d03-8832-4f94-84d2-e1eb79e783cf req-aea846dc-8f8f-4f8e-9ae5-649071662712 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957594 Feb 12 04:21:22.698763 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbf64a-d87c-45bd-8897-cc7691541f14 req-c7ae395e-24ab-4ca8-bc37-e7fa62b5a2dc tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:22.700485 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3dfbf64a-d87c-45bd-8897-cc7691541f14 req-c7ae395e-24ab-4ca8-bc37-e7fa62b5a2dc tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 945 time: 0.1138096 Feb 12 04:21:22.763696 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3dfbf64a-d87c-45bd-8897-cc7691541f14 req-e55e3676-526d-48f4-889d-1f96742384f5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474317 Feb 12 04:21:22.764512 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c2ad8f86-26e5-4b78-89c3-4c6cf71428c8,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:21:22.779112 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': 'c2ad8f86-26e5-4b78-89c3-4c6cf71428c8', 'network_id': '5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a', 'port_id': 'c2ad8f86-26e5-4b78-89c3-4c6cf71428c8', 'mac_address': 'fa:16:3e:83:0b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd2e30a-6546-4562-a28e-669b8297f414', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:21:22.827113 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:21:22.833390 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:22.843900 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:21:22.870057 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c2ad8f86-26e5-4b78-89c3-4c6cf71428c8,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:21:22.904346 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a4d22-436c-4f6c-92ce-17415b123172 req-acd7ee9a-eec1-4f96-a223-867b091b0961 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:22.911324 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b76a4d22-436c-4f6c-92ce-17415b123172 req-acd7ee9a-eec1-4f96-a223-867b091b0961 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 944 time: 0.0834916 Feb 12 04:21:22.940812 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 34564) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:22.976237 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b76a4d22-436c-4f6c-92ce-17415b123172 req-068da721-15af-4d5c-b5f0-10aa7b0488d7 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639870 Feb 12 04:21:22.985267 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:22.985993 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:21:23.002661 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] For port aeb35bd6-6f27-4770-be83-8e67439cf22d, host hv-cinder-82869, cleared binding levels {{(pid=103157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:21:23.006138 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] For port aeb35bd6-6f27-4770-be83-8e67439cf22d, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=aeb35bd6-6f27-4770-be83-8e67439cf22d,segment=NetworkSegment(e066c31a-e8cc-4761-8113-ce5defc28cbb),segment_id=e066c31a-e8cc-4761-8113-ce5defc28cbb)] {{(pid=103157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:21:23.065762 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=c2ad8f86-26e5-4b78-89c3-4c6cf71428c8,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:23.083388 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c9b36b1c-74b4-43c4-a0e9-74591977b709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:23.118825 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:23.150939 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:21:23.170613 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'port_id': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'mac_address': 'fa:16:3e:b6:d4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:21:23.179309 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:23.180509 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:23.181756 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] 10.222.0.42 "PUT /v2.0/ports/aeb35bd6-6f27-4770-be83-8e67439cf22d HTTP/1.1" status: 200 len: 1094 time: 1.1817262 Feb 12 04:21:23.182321 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4962f036-56e6-4737-8652-dad9f205453e', 'tag': 'aeb35bd6-6f27-4770-be83-8e67439cf22d'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:21:23.185778 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a658621c-004c-45b1-b380-e8bd9b96523e" -d '{"events": [{"name": "network-changed", "server_uuid": "4962f036-56e6-4737-8652-dad9f205453e", "tag": "aeb35bd6-6f27-4770-be83-8e67439cf22d"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:21:23.216020 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c9b36b1c-74b4-43c4-a0e9-74591977b709 admin admin] Publish callbacks [] for security_group (33211231-48e9-4e4a-91df-327da30cd812), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:23.228603 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db55483-7a40-4771-9358-c82e415a61bc service neutron] Pushing event updated for resources: {'Port': ['ID=aeb35bd6-6f27-4770-be83-8e67439cf22d,revision_number=3']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:23.245624 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d4787f-554c-477c-89b7-31819d2639d6 x-openstack-request-id: req-b0d4787f-554c-477c-89b7-31819d2639d6 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:21:23.245908 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 is: ACTIVE; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:21:23.246027 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4962f036-56e6-4737-8652-dad9f205453e", "tag": "aeb35bd6-6f27-4770-be83-8e67439cf22d", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:21:23.246153 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0d4787f-554c-477c-89b7-31819d2639d6 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:21:23.246298 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:23.246542 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4962f036-56e6-4737-8652-dad9f205453e', 'tag': 'aeb35bd6-6f27-4770-be83-8e67439cf22d', 'status': 'completed', 'code': 200} Feb 12 04:21:23.305349 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c9b36b1c-74b4-43c4-a0e9-74591977b709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (33211231-48e9-4e4a-91df-327da30cd812), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:23.324227 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658621c-004c-45b1-b380-e8bd9b96523e req-e85152a6-2073-43e3-87f8-2a84a30dc116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:23.325966 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a658621c-004c-45b1-b380-e8bd9b96523e req-e85152a6-2073-43e3-87f8-2a84a30dc116 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c9d14816d4e4f7c9fdd17604fe92747&device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 1128 time: 0.0585685 Feb 12 04:21:23.348092 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-c9b36b1c-74b4-43c4-a0e9-74591977b709 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6cf005ac328a448d859515920b304f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036186 Feb 12 04:21:23.348325 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 34570) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:23.356684 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b36b1c-74b4-43c4-a0e9-74591977b709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33211231-48e9-4e4a-91df-327da30cd812,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:23.401101 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:21:23.413866 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd287-bd22-4565-83b5-cf54c24448b5 admin admin] Publish callbacks [] for security_group (33211231-48e9-4e4a-91df-327da30cd812), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:23.436410 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd287-bd22-4565-83b5-cf54c24448b5 admin admin] Publish callbacks [] for security_group (33211231-48e9-4e4a-91df-327da30cd812), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:23.454520 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658621c-004c-45b1-b380-e8bd9b96523e req-2d05dbb2-20d0-4fc2-bb5b-04d39ea8c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:23.456271 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a658621c-004c-45b1-b380-e8bd9b96523e req-2d05dbb2-20d0-4fc2-bb5b-04d39ea8c510 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2c9d14816d4e4f7c9fdd17604fe92747&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1231117 Feb 12 04:21:23.467001 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:21:23.563368 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658621c-004c-45b1-b380-e8bd9b96523e req-eb9467db-1b0b-47eb-803d-5f4fc846c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:23.565429 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a658621c-004c-45b1-b380-e8bd9b96523e req-eb9467db-1b0b-47eb-803d-5f4fc846c917 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0992215 Feb 12 04:21:23.568323 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:23.595926 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3cfb1-84b6-48e5-91f1-7c9d67ba0725 req-40f19728-8d58-4cf7-8540-237954c8df34 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:23.597504 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0af3cfb1-84b6-48e5-91f1-7c9d67ba0725 req-40f19728-8d58-4cf7-8540-237954c8df34 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0970430 Feb 12 04:21:23.613564 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02e124-5314-46d3-a8f8-57508c662d86 req-0c615f4a-7af6-4daf-94da-adf12a94755a tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:23.615077 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1b02e124-5314-46d3-a8f8-57508c662d86 req-0c615f4a-7af6-4daf-94da-adf12a94755a tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 944 time: 0.0977573 Feb 12 04:21:23.683417 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,revision_number=6']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:23.687224 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-93837930-527d-4602-a8ba-39c550fb04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:23.688791 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-93837930-527d-4602-a8ba-39c550fb04d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c9d14816d4e4f7c9fdd17604fe92747&device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 1128 time: 0.0647836 Feb 12 04:21:23.691055 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0af3cfb1-84b6-48e5-91f1-7c9d67ba0725 req-56c69515-3134-4d7b-917a-fe455c8150e2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749702 Feb 12 04:21:23.695173 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1b02e124-5314-46d3-a8f8-57508c662d86 req-2818ae80-c627-4611-b97c-45a3a3672773 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721824 Feb 12 04:21:23.699250 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd287-bd22-4565-83b5-cf54c24448b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (33211231-48e9-4e4a-91df-327da30cd812), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:23.702321 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3b8cd287-bd22-4565-83b5-cf54c24448b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:23.703903 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-3b8cd287-bd22-4565-83b5-cf54c24448b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33211231-48e9-4e4a-91df-327da30cd812 HTTP/1.1" status: 204 len: 168 time: 0.3545473 Feb 12 04:21:23.713579 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cd287-bd22-4565-83b5-cf54c24448b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33211231-48e9-4e4a-91df-327da30cd812,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:23.763677 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-2b538ebe-b413-4b07-876c-81fbf6b21ef4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aeb35bd6-6f27-4770-be83-8e67439cf22d HTTP/1.1" status: 200 len: 217 time: 0.0513370 Feb 12 04:21:23.770757 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['7f295ad4-24a6-4a7e-b33a-2a928cd09e95'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:21:23.832493 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-f78b66a8-bfb6-4c4e-b94f-e31395bf4d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:23.834586 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-f78b66a8-bfb6-4c4e-b94f-e31395bf4d1d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4de5c6d7-e4ad-4043-893f-8651fb153b93 HTTP/1.1" status: 200 len: 853 time: 0.0577252 Feb 12 04:21:23.856579 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc41c-65d8-47fe-afff-7e6ab52f90a7 req-777b867c-ef53-476d-8518-35a6387319f9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:23.858134 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4f6cc41c-65d8-47fe-afff-7e6ab52f90a7 req-777b867c-ef53-476d-8518-35a6387319f9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0746646 Feb 12 04:21:23.871217 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-e5d1efd9-3275-4830-90ea-20bc681044c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b4c56bc-a8c6-4d19-a027-a619a25face0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282521 Feb 12 04:21:23.931248 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ae459-4c9d-452f-9d76-8787b063cd5d req-39b7bbee-1eb3-4dad-9e1a-57d768f67c46 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:23.932734 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d77ae459-4c9d-452f-9d76-8787b063cd5d req-39b7bbee-1eb3-4dad-9e1a-57d768f67c46 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 945 time: 0.1026556 Feb 12 04:21:23.935724 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4f6cc41c-65d8-47fe-afff-7e6ab52f90a7 req-0a0c0cee-5029-454f-b889-d59587256f9c tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623140 Feb 12 04:21:23.980357 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-7ff66641-1333-47f8-a8d8-da36557efb34 service neutron] 10.222.0.42 "GET /v2.0/networks/1b4c56bc-a8c6-4d19-a027-a619a25face0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989499 Feb 12 04:21:23.980576 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['c2ad8f86-26e5-4b78-89c3-4c6cf71428c8'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:21:24.021369 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d77ae459-4c9d-452f-9d76-8787b063cd5d req-92461fcb-1204-4b08-9b8c-7f4a097805b1 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815613 Feb 12 04:21:24.129391 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-521e69ed-12e2-4f8e-abb0-f096dc85a026 req-717404a3-3ba4-44b3-9b86-c867fa8d8165 service neutron] 10.222.0.42 "GET /v2.0/networks/1b4c56bc-a8c6-4d19-a027-a619a25face0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427481 Feb 12 04:21:24.180794 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003c456-5019-4b5c-8884-3596db8ec34f req-7992cbac-b7e8-417f-b2e5-cbb701b9934a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:24.182305 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0003c456-5019-4b5c-8884-3596db8ec34f req-7992cbac-b7e8-417f-b2e5-cbb701b9934a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 945 time: 0.0856419 Feb 12 04:21:24.193207 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf23a-9aad-409c-ac8a-6a0b09e4dac3 req-4003ce0f-6165-4220-bd4e-a9b0ad202919 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:24.194742 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d0cf23a-9aad-409c-ac8a-6a0b09e4dac3 req-4003ce0f-6165-4220-bd4e-a9b0ad202919 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 945 time: 0.0870545 Feb 12 04:21:24.264235 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0003c456-5019-4b5c-8884-3596db8ec34f req-51d9c4f7-65e2-45a2-999d-6cc7574a68ec tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684648 Feb 12 04:21:24.267472 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d0cf23a-9aad-409c-ac8a-6a0b09e4dac3 req-571a86d4-e093-4139-b236-09ab2ca703fb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661194 Feb 12 04:21:24.415176 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 34592) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:24.429322 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-fdd820ce-6fad-4719-8b75-2faaedded2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:24.502296 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-fdd820ce-6fad-4719-8b75-2faaedded2cb admin admin] Publish callbacks [] for security_group (ec0ee011-b35a-4b99-b6ec-90d489fad4da), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:24.585826 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-fdd820ce-6fad-4719-8b75-2faaedded2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (ec0ee011-b35a-4b99-b6ec-90d489fad4da), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:24.627941 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18a821-14d5-4e28-83ad-50a6e42f7794 req-1c3906ac-d9c2-4c89-b565-873f23edb1a2 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:24.629404 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ad18a821-14d5-4e28-83ad-50a6e42f7794 req-1c3906ac-d9c2-4c89-b565-873f23edb1a2 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 945 time: 0.0818298 Feb 12 04:21:24.636448 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-fdd820ce-6fad-4719-8b75-2faaedded2cb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=375ed27971db4cb5bcb3ca9260a2b0f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199886 Feb 12 04:21:24.638548 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:21:24.639096 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 34596) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:24.640233 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd820ce-6fad-4719-8b75-2faaedded2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0ee011-b35a-4b99-b6ec-90d489fad4da,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:24.699718 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dc1aec5f-b3d5-4808-955d-fb02d212265b admin admin] Publish callbacks [] for security_group (ec0ee011-b35a-4b99-b6ec-90d489fad4da), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:24.700152 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ad18a821-14d5-4e28-83ad-50a6e42f7794 req-8376c674-d4e9-4d63-813e-edcd96bfacf6 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626805 Feb 12 04:21:24.700413 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:21:24.700872 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:24.747440 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dc1aec5f-b3d5-4808-955d-fb02d212265b admin admin] Publish callbacks [] for security_group (ec0ee011-b35a-4b99-b6ec-90d489fad4da), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:24.819716 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:21:24.820108 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:24.846982 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:21:24.850253 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382547c0-99c0-40c9-8e76-ac56fd097617" -d '{"events": [{"server_uuid": "5d27a38f-f79b-4a12-8dd1-e520acda4662", "name": "network-vif-plugged", "status": "completed", "tag": "7f295ad4-24a6-4a7e-b33a-2a928cd09e95"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:21:24.863733 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:21:24.888355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbfdd0-283a-4ed8-9747-b319d5d26028 req-57bc608b-1a12-4a27-ae5e-7211e97c7d49 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:24.889782 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-46cbfdd0-283a-4ed8-9747-b319d5d26028 req-57bc608b-1a12-4a27-ae5e-7211e97c7d49 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 944 time: 0.1174226 Feb 12 04:21:24.893823 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dc1aec5f-b3d5-4808-955d-fb02d212265b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (ec0ee011-b35a-4b99-b6ec-90d489fad4da), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:24.896369 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-dc1aec5f-b3d5-4808-955d-fb02d212265b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:24.897627 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-dc1aec5f-b3d5-4808-955d-fb02d212265b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ec0ee011-b35a-4b99-b6ec-90d489fad4da HTTP/1.1" status: 204 len: 168 time: 0.2574985 Feb 12 04:21:24.905211 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1aec5f-b3d5-4808-955d-fb02d212265b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0ee011-b35a-4b99-b6ec-90d489fad4da,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:24.910337 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883d5fb-3fe8-44d4-881a-009022f8821c req-f68267ff-505e-47e2-a649-6491044f9b26 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:24.911809 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2883d5fb-3fe8-44d4-881a-009022f8821c req-f68267ff-505e-47e2-a649-6491044f9b26 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 945 time: 0.0803027 Feb 12 04:21:24.974385 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-46cbfdd0-283a-4ed8-9747-b319d5d26028 req-2e5146b8-cd64-4eee-af62-435b349f1c51 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767739 Feb 12 04:21:24.990143 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2883d5fb-3fe8-44d4-881a-009022f8821c req-d70c59ec-37a3-43d5-92f1-936d13f930ca tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697219 Feb 12 04:21:24.993694 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:25.046126 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9a692a-7cd9-45f1-bea1-1614776b83ab x-openstack-request-id: req-bf9a692a-7cd9-45f1-bea1-1614776b83ab {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:21:25.046416 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d27a38f-f79b-4a12-8dd1-e520acda4662", "name": "network-vif-plugged", "status": "completed", "tag": "7f295ad4-24a6-4a7e-b33a-2a928cd09e95", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:21:25.046664 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf9a692a-7cd9-45f1-bea1-1614776b83ab {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:21:25.047140 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'code': 200} Feb 12 04:21:25.070243 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,revision_number=7']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:25.133183 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda521d-6ed0-4473-8b68-8a152a63296d req-9b38e6ec-5b97-496c-b7f7-747935217d3f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:25.134862 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1cda521d-6ed0-4473-8b68-8a152a63296d req-9b38e6ec-5b97-496c-b7f7-747935217d3f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0560465 Feb 12 04:21:25.190925 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1cda521d-6ed0-4473-8b68-8a152a63296d req-7d4d4be1-7f57-422e-9baf-fdc4e3adb3e5 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502300 Feb 12 04:21:25.388031 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a571420-923f-43b5-b381-17288f91e7f2 req-7a93bede-3fc5-43e0-a2ac-d66c87fc55b5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:25.389533 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8a571420-923f-43b5-b381-17288f91e7f2 req-7a93bede-3fc5-43e0-a2ac-d66c87fc55b5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 945 time: 0.0542438 Feb 12 04:21:25.454746 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8a571420-923f-43b5-b381-17288f91e7f2 req-82f3aebb-bca6-4c49-a24b-425ffb0393ad tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546818 Feb 12 04:21:26.455595 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75516ce3-b043-4b47-bde2-d9242f5be149 req-6c55b674-0c4e-48c0-903d-49159f2c98d3 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:26.457105 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-75516ce3-b043-4b47-bde2-d9242f5be149 req-6c55b674-0c4e-48c0-903d-49159f2c98d3 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 944 time: 0.3664382 Feb 12 04:21:26.496516 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf94154-bcc8-4c15-8b7e-64c8687c8f35 req-829ac419-a606-4651-888b-bc8deaeae49e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:26.503427 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1bf94154-bcc8-4c15-8b7e-64c8687c8f35 req-829ac419-a606-4651-888b-bc8deaeae49e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.1079648 Feb 12 04:21:26.568135 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-75516ce3-b043-4b47-bde2-d9242f5be149 req-db4c14b9-020a-4206-b63e-fb67091be067 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021724 Feb 12 04:21:26.606091 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1bf94154-bcc8-4c15-8b7e-64c8687c8f35 req-6525c42e-c6cf-430f-8d6f-e2f7423737ae tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018066 Feb 12 04:21:26.654289 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device aeb35bd6-6f27-4770-be83-8e67439cf22d details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:21:26.657564 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:21:26.810462 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63f3fa-17f2-44e4-a3e9-56b59753b963 req-d34a6cb2-349c-4f7d-a27e-5710ac073fc6 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:26.812103 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e63f3fa-17f2-44e4-a3e9-56b59753b963 req-d34a6cb2-349c-4f7d-a27e-5710ac073fc6 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.1591334 Feb 12 04:21:26.834999 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aff1e8-ed31-471a-acd3-b4c6aa81ca3b req-6c7f583f-ab74-48de-8a7f-ee82d50dcf79 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:26.843092 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c9aff1e8-ed31-471a-acd3-b4c6aa81ca3b req-6c7f583f-ab74-48de-8a7f-ee82d50dcf79 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 945 time: 0.1177876 Feb 12 04:21:26.889692 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:21:26.918424 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c9aff1e8-ed31-471a-acd3-b4c6aa81ca3b req-205061ce-be46-41ff-983d-bf91a39762d8 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743694 Feb 12 04:21:26.952627 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:21:26.952627 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:26.952931 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e63f3fa-17f2-44e4-a3e9-56b59753b963 req-d25affc6-1dc9-48fb-b7e9-5a36070f42ce tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275382 Feb 12 04:21:27.130553 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port aeb35bd6-6f27-4770-be83-8e67439cf22d, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=aeb35bd6-6f27-4770-be83-8e67439cf22d,segment=NetworkSegment(e066c31a-e8cc-4761-8113-ce5defc28cbb),segment_id=e066c31a-e8cc-4761-8113-ce5defc28cbb)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:21:27.192469 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': 'aeb35bd6-6f27-4770-be83-8e67439cf22d', 'network_id': '1b4c56bc-a8c6-4d19-a027-a619a25face0', 'port_id': 'aeb35bd6-6f27-4770-be83-8e67439cf22d', 'mac_address': 'fa:16:3e:94:ce:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de5c6d7-e4ad-4043-893f-8651fb153b93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:21:27.195830 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:21:27.196521 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:27.302491 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33357a53-b2b2-4778-aeb1-ffe3f89c3699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ad8f86-26e5-4b78-89c3-4c6cf71428c8'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:21:27.303736 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4594360-9d8e-435e-b9f8-c6b95bdb0f61" -d '{"events": [{"server_uuid": "33357a53-b2b2-4778-aeb1-ffe3f89c3699", "name": "network-vif-plugged", "status": "completed", "tag": "c2ad8f86-26e5-4b78-89c3-4c6cf71428c8"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:21:27.320392 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port aeb35bd6-6f27-4770-be83-8e67439cf22d is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:21:27.320749 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:27.333187 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c2ad8f86-26e5-4b78-89c3-4c6cf71428c8,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:21:27.344873 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb35bd6-6f27-4770-be83-8e67439cf22d {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:21:27.383317 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port aeb35bd6-6f27-4770-be83-8e67439cf22d, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=aeb35bd6-6f27-4770-be83-8e67439cf22d,segment=NetworkSegment(e066c31a-e8cc-4761-8113-ce5defc28cbb),segment_id=e066c31a-e8cc-4761-8113-ce5defc28cbb)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:21:27.968113 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:21:28.535497 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:28.547805 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:28.627856 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=aeb35bd6-6f27-4770-be83-8e67439cf22d,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:28.689429 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=c2ad8f86-26e5-4b78-89c3-4c6cf71428c8,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:28.739488 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4b86e2-d85f-4680-b8a3-926c5d50a5be x-openstack-request-id: req-0d4b86e2-d85f-4680-b8a3-926c5d50a5be {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:21:28.739783 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33357a53-b2b2-4778-aeb1-ffe3f89c3699", "name": "network-vif-plugged", "status": "completed", "tag": "c2ad8f86-26e5-4b78-89c3-4c6cf71428c8", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:21:28.740038 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d4b86e2-d85f-4680-b8a3-926c5d50a5be {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:21:28.740469 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33357a53-b2b2-4778-aeb1-ffe3f89c3699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ad8f86-26e5-4b78-89c3-4c6cf71428c8', 'code': 200} Feb 12 04:21:28.888646 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d582913-9749-46a8-b1a1-ab9374e9ea87 req-a4e604d7-ccbe-4270-9747-4f8b31f3afdb tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:28.895758 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2d582913-9749-46a8-b1a1-ab9374e9ea87 req-a4e604d7-ccbe-4270-9747-4f8b31f3afdb tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 945 time: 0.0771229 Feb 12 04:21:28.938962 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['aeb35bd6-6f27-4770-be83-8e67439cf22d'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:21:28.951972 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2d582913-9749-46a8-b1a1-ab9374e9ea87 req-8e7e0afb-499c-4d2e-bd0f-699790d08f04 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552418 Feb 12 04:21:29.095966 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d0d8f-841f-47f5-b5ca-21a6d6e2525a req-9c0313db-9d14-445e-989e-68fd2cd42a0f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:29.099843 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d76d0d8f-841f-47f5-b5ca-21a6d6e2525a req-9c0313db-9d14-445e-989e-68fd2cd42a0f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0647452 Feb 12 04:21:29.151571 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d76d0d8f-841f-47f5-b5ca-21a6d6e2525a req-4fb1e302-ad15-4f6a-9e6f-e11c0e6e9a9a tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484042 Feb 12 04:21:29.283456 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e714c8d-d0b7-4a83-acc7-4eef3e0b5f01 req-825a082d-7216-4830-83a7-86c52feae36c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:29.284953 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7e714c8d-d0b7-4a83-acc7-4eef3e0b5f01 req-825a082d-7216-4830-83a7-86c52feae36c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0717185 Feb 12 04:21:29.340479 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7e714c8d-d0b7-4a83-acc7-4eef3e0b5f01 req-5357a5cd-55e8-4682-a4d2-61f390813ba2 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436358 Feb 12 04:21:29.484713 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a91da-72d6-473d-940f-dee056143aab req-da505577-419a-42d9-ad49-33de28b850a2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:29.486298 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f78a91da-72d6-473d-940f-dee056143aab req-da505577-419a-42d9-ad49-33de28b850a2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0517805 Feb 12 04:21:29.531788 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f78a91da-72d6-473d-940f-dee056143aab req-a559787e-8fae-4d70-8a53-f4041fa6251b tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394411 Feb 12 04:21:29.636008 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac49928-dde3-4472-b6bf-2ac43d587c24 req-87c41387-b047-4c0a-abd5-e05f12f26620 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:29.637436 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1ac49928-dde3-4472-b6bf-2ac43d587c24 req-87c41387-b047-4c0a-abd5-e05f12f26620 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0513136 Feb 12 04:21:29.688091 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1ac49928-dde3-4472-b6bf-2ac43d587c24 req-a8fe5667-b9cd-4bfb-96d2-a05b94d06dcd tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449235 Feb 12 04:21:29.722158 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a83fc2-6b59-46a5-9cf2-b2dc0d0366fb req-0f494fa3-366f-4322-8d8c-90993914e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:29.724367 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-20a83fc2-6b59-46a5-9cf2-b2dc0d0366fb req-0f494fa3-366f-4322-8d8c-90993914e7a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 1130 time: 0.0548897 Feb 12 04:21:29.795525 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-20a83fc2-6b59-46a5-9cf2-b2dc0d0366fb req-baa1925d-c27f-4f73-9774-6eb30e79d12c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621576 Feb 12 04:21:30.146242 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d317842-d2d1-4a2b-bc04-63dd4ccbbcbf req-9607ef01-4fd6-46a8-ac01-b1b7cde6902f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:30.148655 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7d317842-d2d1-4a2b-bc04-63dd4ccbbcbf req-9607ef01-4fd6-46a8-ac01-b1b7cde6902f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 945 time: 0.0854023 Feb 12 04:21:30.170207 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 34742) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:30.238143 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7d317842-d2d1-4a2b-bc04-63dd4ccbbcbf req-6ccbe1cd-c858-47a8-9b1e-3a013aced262 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781612 Feb 12 04:21:30.321782 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523b8c2-7331-4899-bde4-48865d8e403c req-e3071aee-4b0b-457e-8f1c-68350d73a1b9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:30.328880 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5523b8c2-7331-4899-bde4-48865d8e403c req-e3071aee-4b0b-457e-8f1c-68350d73a1b9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0809762 Feb 12 04:21:30.350759 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c77ae595-0b0c-4b90-b775-0b92d08a0286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:30.406684 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5523b8c2-7331-4899-bde4-48865d8e403c req-66c122b8-e394-4b1d-8f0a-4a5471994ef3 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756371 Feb 12 04:21:30.463640 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c77ae595-0b0c-4b90-b775-0b92d08a0286 admin admin] Publish callbacks [] for security_group (21b65173-dad9-4367-8bc3-a47b88a6a8ff), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:30.512108 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fc7c6-8a37-4566-b5ee-5ac3a7c47a9b req-cf5514b0-f018-4af0-b2ff-5ee859b4dbbe tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:30.513630 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d77fc7c6-8a37-4566-b5ee-5ac3a7c47a9b req-cf5514b0-f018-4af0-b2ff-5ee859b4dbbe tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0572925 Feb 12 04:21:30.565727 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c77ae595-0b0c-4b90-b775-0b92d08a0286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (21b65173-dad9-4367-8bc3-a47b88a6a8ff), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:30.574463 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d77fc7c6-8a37-4566-b5ee-5ac3a7c47a9b req-b3f826d9-0fcc-437e-80d5-21bf9a4e5ee9 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548251 Feb 12 04:21:30.642174 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-c77ae595-0b0c-4b90-b775-0b92d08a0286 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8ed8af489754e22aec1e395a61ef7d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4703178 Feb 12 04:21:30.644896 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 34752) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:30.654563 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ae595-0b0c-4b90-b775-0b92d08a0286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b65173-dad9-4367-8bc3-a47b88a6a8ff,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:30.668668 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device aeb35bd6-6f27-4770-be83-8e67439cf22d up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:21:30.709650 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4ce22fa2-88e7-4157-9413-b2765e87dc54 admin admin] Publish callbacks [] for security_group (21b65173-dad9-4367-8bc3-a47b88a6a8ff), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:30.738426 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f80e4e-91d5-4323-8c3b-62f17dcbeeec req-a5719a84-ab56-49db-a7ee-54593fe79a1b tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:30.741215 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4ce22fa2-88e7-4157-9413-b2765e87dc54 admin admin] Publish callbacks [] for security_group (21b65173-dad9-4367-8bc3-a47b88a6a8ff), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:30.742318 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c8f80e4e-91d5-4323-8c3b-62f17dcbeeec req-a5719a84-ab56-49db-a7ee-54593fe79a1b tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.1051574 Feb 12 04:21:30.872559 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a295ea3-fd53-4dd4-a7e8-492227efa26f req-20283bd3-d046-4f9a-ac17-358b56643506 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:30.874237 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1a295ea3-fd53-4dd4-a7e8-492227efa26f req-20283bd3-d046-4f9a-ac17-358b56643506 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0664635 Feb 12 04:21:30.901921 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c8f80e4e-91d5-4323-8c3b-62f17dcbeeec req-ed6491f1-4bf5-4eef-9cef-e0562ac75147 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489472 Feb 12 04:21:30.944313 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1a295ea3-fd53-4dd4-a7e8-492227efa26f req-be51b663-5fd1-4056-a947-a3013b4820c8 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585301 Feb 12 04:21:31.054067 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port aeb35bd6-6f27-4770-be83-8e67439cf22d completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:21:31.058900 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port aeb35bd6-6f27-4770-be83-8e67439cf22d triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:21:31.059799 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:31.088805 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4ce22fa2-88e7-4157-9413-b2765e87dc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (21b65173-dad9-4367-8bc3-a47b88a6a8ff), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:31.092290 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4ce22fa2-88e7-4157-9413-b2765e87dc54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:31.095797 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-4ce22fa2-88e7-4157-9413-b2765e87dc54 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21b65173-dad9-4367-8bc3-a47b88a6a8ff HTTP/1.1" status: 204 len: 168 time: 0.4491699 Feb 12 04:21:31.109859 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce22fa2-88e7-4157-9413-b2765e87dc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b65173-dad9-4367-8bc3-a47b88a6a8ff,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:31.128417 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:31.230784 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port aeb35bd6-6f27-4770-be83-8e67439cf22d is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:21:31.231569 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:31.259866 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4962f036-56e6-4737-8652-dad9f205453e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb35bd6-6f27-4770-be83-8e67439cf22d'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:21:31.262774 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffcb904-020e-43d4-a24f-749d2bf5cdfb" -d '{"events": [{"server_uuid": "4962f036-56e6-4737-8652-dad9f205453e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb35bd6-6f27-4770-be83-8e67439cf22d"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:21:31.322091 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port aeb35bd6-6f27-4770-be83-8e67439cf22d, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=aeb35bd6-6f27-4770-be83-8e67439cf22d,segment=NetworkSegment(e066c31a-e8cc-4761-8113-ce5defc28cbb),segment_id=e066c31a-e8cc-4761-8113-ce5defc28cbb)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:21:31.340154 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b64af42-cf0d-490c-9557-d03d9c59c42f x-openstack-request-id: req-2b64af42-cf0d-490c-9557-d03d9c59c42f {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:21:31.340751 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4962f036-56e6-4737-8652-dad9f205453e", "name": "network-vif-plugged", "status": "completed", "tag": "aeb35bd6-6f27-4770-be83-8e67439cf22d", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:21:31.341151 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b64af42-cf0d-490c-9557-d03d9c59c42f {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:21:31.341825 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4962f036-56e6-4737-8652-dad9f205453e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb35bd6-6f27-4770-be83-8e67439cf22d', 'code': 200} Feb 12 04:21:31.381619 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:31.508852 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bcd47-aa1b-49ca-803c-3cbf412bd6e3 req-b823c9a6-2580-4b56-9c57-fcba95ad4949 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:31.510782 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f39bcd47-aa1b-49ca-803c-3cbf412bd6e3 req-b823c9a6-2580-4b56-9c57-fcba95ad4949 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 946 time: 0.1342521 Feb 12 04:21:31.546925 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=aeb35bd6-6f27-4770-be83-8e67439cf22d,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:31.610500 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f39bcd47-aa1b-49ca-803c-3cbf412bd6e3 req-36088ab6-6a0f-4295-a5fb-f6563c533a89 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930519 Feb 12 04:21:31.650094 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e79da-a0fd-4a38-bf44-00330dc8fbe1 req-50fce9e7-4911-40c2-b1a1-578191907040 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:31.657950 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d4e79da-a0fd-4a38-bf44-00330dc8fbe1 req-50fce9e7-4911-40c2-b1a1-578191907040 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0868747 Feb 12 04:21:31.708356 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d4e79da-a0fd-4a38-bf44-00330dc8fbe1 req-93d2a1b6-1898-409f-9581-956f3e1d5def tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493758 Feb 12 04:21:31.782655 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a8be4-6f21-4259-8f44-6ba1398e6b59 req-3815487d-408a-42fd-9a3e-dbca6eb79fad tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:31.784377 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b23a8be4-6f21-4259-8f44-6ba1398e6b59 req-3815487d-408a-42fd-9a3e-dbca6eb79fad tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0798156 Feb 12 04:21:31.825538 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a74517-e6fd-4924-8dae-43114a8f9125 req-0687489c-2b06-4bda-9020-ea4a6077b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:31.827601 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-48a74517-e6fd-4924-8dae-43114a8f9125 req-0687489c-2b06-4bda-9020-ea4a6077b6dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 1130 time: 0.0637462 Feb 12 04:21:31.847643 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b23a8be4-6f21-4259-8f44-6ba1398e6b59 req-fb77615a-3443-4f0f-b1d3-0be0d37dafce tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535119 Feb 12 04:21:31.890670 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-48a74517-e6fd-4924-8dae-43114a8f9125 req-7893d3cd-5b78-4fa9-bc09-950aab43b7af service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552688 Feb 12 04:21:32.048450 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f61b6-12fa-4350-a345-5f9e3a1ab2cc req-21a0056d-486d-44f9-9fab-67e7ae39376c tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:32.055589 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-333f61b6-12fa-4350-a345-5f9e3a1ab2cc req-21a0056d-486d-44f9-9fab-67e7ae39376c tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0819342 Feb 12 04:21:32.141068 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123f076-8b0d-47a5-9724-a45a9bd750da req-33faa2a4-6564-4626-b9e1-2068f75a1ad9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:32.142584 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4123f076-8b0d-47a5-9724-a45a9bd750da req-33faa2a4-6564-4626-b9e1-2068f75a1ad9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0850508 Feb 12 04:21:32.145669 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-333f61b6-12fa-4350-a345-5f9e3a1ab2cc req-5a5c932d-4563-49eb-a736-8136b8d5eab3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892925 Feb 12 04:21:32.177251 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 34782) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:32.192777 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-97846311-030f-449c-8498-6d0a217d99a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:32.207928 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4123f076-8b0d-47a5-9724-a45a9bd750da req-5ab1c804-a9d8-4942-9cac-7e050ff50953 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592346 Feb 12 04:21:32.319733 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-97846311-030f-449c-8498-6d0a217d99a3 admin admin] Publish callbacks [] for security_group (88530149-cd27-40e5-b399-22f11afc64d0), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:32.378872 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-97846311-030f-449c-8498-6d0a217d99a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (88530149-cd27-40e5-b399-22f11afc64d0), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:32.428590 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97846311-030f-449c-8498-6d0a217d99a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88530149-cd27-40e5-b399-22f11afc64d0,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:32.435582 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-97846311-030f-449c-8498-6d0a217d99a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d7f904aaed5487b9212f42114375388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543225 Feb 12 04:21:32.435582 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 34786) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:32.516148 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a915738d-2fcc-4e05-8c4a-6ed6fbc49977 admin admin] Publish callbacks [] for security_group (88530149-cd27-40e5-b399-22f11afc64d0), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:32.546240 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a915738d-2fcc-4e05-8c4a-6ed6fbc49977 admin admin] Publish callbacks [] for security_group (88530149-cd27-40e5-b399-22f11afc64d0), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:32.677232 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a915738d-2fcc-4e05-8c4a-6ed6fbc49977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (88530149-cd27-40e5-b399-22f11afc64d0), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:32.680618 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a915738d-2fcc-4e05-8c4a-6ed6fbc49977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:32.682765 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-a915738d-2fcc-4e05-8c4a-6ed6fbc49977 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88530149-cd27-40e5-b399-22f11afc64d0 HTTP/1.1" status: 204 len: 168 time: 0.2460413 Feb 12 04:21:32.705394 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915738d-2fcc-4e05-8c4a-6ed6fbc49977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88530149-cd27-40e5-b399-22f11afc64d0,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:32.825424 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b4eb1-e0e2-482c-9bf5-57df2baedbec req-c42fb612-eac3-4b94-a29b-772c68a6f77e tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:32.825424 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b42b4eb1-e0e2-482c-9bf5-57df2baedbec req-c42fb612-eac3-4b94-a29b-772c68a6f77e tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 946 time: 0.1354809 Feb 12 04:21:32.926255 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b42b4eb1-e0e2-482c-9bf5-57df2baedbec req-ec6bffa0-e033-4d37-a1c2-a6f9150a09f0 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005607 Feb 12 04:21:32.945067 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6848a8f-43d5-4d89-ac43-5e3bc8291b6f req-2be558ae-ac59-4d8e-9f37-3718c3aa5641 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:32.946671 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a6848a8f-43d5-4d89-ac43-5e3bc8291b6f req-2be558ae-ac59-4d8e-9f37-3718c3aa5641 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0997338 Feb 12 04:21:33.002384 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a6848a8f-43d5-4d89-ac43-5e3bc8291b6f req-af660a18-94f1-494c-ac14-1f9e79487ed5 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479693 Feb 12 04:21:33.060157 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b2bf4-9218-4915-9da2-f143ca61b28c req-4cfa7b8b-b76c-4c53-8efb-a3926a5039a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:33.061770 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-3d5b2bf4-9218-4915-9da2-f143ca61b28c req-4cfa7b8b-b76c-4c53-8efb-a3926a5039a4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 1130 time: 0.0472398 Feb 12 04:21:33.127437 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-3d5b2bf4-9218-4915-9da2-f143ca61b28c req-0a382239-5fe5-4448-98d6-bc932eef802f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487683 Feb 12 04:21:33.280958 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5f4ac-f73f-481d-be5f-309f8f2d96bc req-3fec3a1d-1fab-4547-8822-10db09742ef5 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:33.282649 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-09b5f4ac-f73f-481d-be5f-309f8f2d96bc req-3fec3a1d-1fab-4547-8822-10db09742ef5 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0616765 Feb 12 04:21:33.375498 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-09b5f4ac-f73f-481d-be5f-309f8f2d96bc req-1eeacfa0-27e2-4182-876e-3eb42d3bc259 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755103 Feb 12 04:21:33.388616 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c1405-ae12-4efd-895d-8fb886d6d585 req-8034feee-f122-42e7-9fef-04609c308970 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:33.390029 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e04c1405-ae12-4efd-895d-8fb886d6d585 req-8034feee-f122-42e7-9fef-04609c308970 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0914295 Feb 12 04:21:33.451964 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e04c1405-ae12-4efd-895d-8fb886d6d585 req-46f56f6e-229b-44be-add7-122106829e64 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562835 Feb 12 04:21:34.076930 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbc3c3-216b-467d-b40b-08ee94327dfb req-c4b8af0d-5225-47b8-9f1f-24b684801bd2 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:34.078609 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b9dbc3c3-216b-467d-b40b-08ee94327dfb req-c4b8af0d-5225-47b8-9f1f-24b684801bd2 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 946 time: 0.0611143 Feb 12 04:21:34.143056 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b9dbc3c3-216b-467d-b40b-08ee94327dfb req-fa52fd14-64d9-477a-8cdd-bee72cdaaf0e tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581234 Feb 12 04:21:34.204715 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985358e5-1fec-4cb8-a03a-f95a6b285c9d req-cbd7f94d-bd85-4c61-8422-2f4b66f6eb32 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:34.207499 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-985358e5-1fec-4cb8-a03a-f95a6b285c9d req-cbd7f94d-bd85-4c61-8422-2f4b66f6eb32 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0784779 Feb 12 04:21:34.298329 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-985358e5-1fec-4cb8-a03a-f95a6b285c9d req-19abdcd0-887f-4e11-8248-3c6e65b95cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715175 Feb 12 04:21:34.519413 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6eca0-cd33-481f-a41d-556f14e4bbb9 req-e9005250-2a7b-40c4-810e-94a091901e33 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:34.527066 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0bb6eca0-cd33-481f-a41d-556f14e4bbb9 req-e9005250-2a7b-40c4-810e-94a091901e33 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0690515 Feb 12 04:21:34.637330 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0bb6eca0-cd33-481f-a41d-556f14e4bbb9 req-85e010c9-e36b-485d-b61b-83c80b48cb66 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072693 Feb 12 04:21:34.710535 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3365f-6c56-47ac-b293-ad721ae7d7e0 req-99f5a116-00ff-48bd-a805-203225033b80 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:34.712141 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d3c3365f-6c56-47ac-b293-ad721ae7d7e0 req-99f5a116-00ff-48bd-a805-203225033b80 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.1391304 Feb 12 04:21:34.774108 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d3c3365f-6c56-47ac-b293-ad721ae7d7e0 req-cbe1bd4d-f81e-4f38-aede-2e0a1967c0b5 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561976 Feb 12 04:21:35.469604 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b1579-100d-47bf-9058-702144511beb req-09acc698-863d-468c-9760-f77279745539 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:35.470963 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c88b1579-100d-47bf-9058-702144511beb req-09acc698-863d-468c-9760-f77279745539 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0866086 Feb 12 04:21:35.562001 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c88b1579-100d-47bf-9058-702144511beb req-1e00f967-50eb-4e9f-bfe4-ad4b0f186249 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783777 Feb 12 04:21:35.806338 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ddcfd-58ae-4fb0-9f09-ca37e7b230d3 req-af549fc0-c215-4af1-9dda-543018327ec2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:35.819059 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-373ddcfd-58ae-4fb0-9f09-ca37e7b230d3 req-af549fc0-c215-4af1-9dda-543018327ec2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0755086 Feb 12 04:21:35.886130 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-373ddcfd-58ae-4fb0-9f09-ca37e7b230d3 req-d8323fad-1f1b-4ea0-8761-cc1b11361f74 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698698 Feb 12 04:21:36.039526 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6ec8b-653d-41e9-860d-20811ed62008 req-02805abc-012a-4f4e-9c02-b55dbeadf2c6 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:36.045858 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-13b6ec8b-653d-41e9-860d-20811ed62008 req-02805abc-012a-4f4e-9c02-b55dbeadf2c6 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.1017132 Feb 12 04:21:36.130433 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-13b6ec8b-653d-41e9-860d-20811ed62008 req-2a005c5d-bba3-496d-a546-5a1d67f3b2ef tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821881 Feb 12 04:21:36.650168 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c632a-727f-4c88-b849-4471b193af7a req-d502762b-1168-44f6-a1f3-0124babcfe87 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:36.651796 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e03c632a-727f-4c88-b849-4471b193af7a req-d502762b-1168-44f6-a1f3-0124babcfe87 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.1619728 Feb 12 04:21:36.766602 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e03c632a-727f-4c88-b849-4471b193af7a req-adfb549a-50ef-456d-8c03-906975d52f28 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066494 Feb 12 04:21:36.782676 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c288c17-a19b-4998-853a-fed72482fbd3 req-0ae8a5cf-c112-486f-b03e-0df841dfa736 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:36.784735 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1c288c17-a19b-4998-853a-fed72482fbd3 req-0ae8a5cf-c112-486f-b03e-0df841dfa736 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0922656 Feb 12 04:21:36.844827 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6d4cb-0378-4214-845e-02329186b5c0 req-032761f2-7817-47ef-9460-b19b81736403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:36.847535 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-92b6d4cb-0378-4214-845e-02329186b5c0 req-032761f2-7817-47ef-9460-b19b81736403 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b322dc86ac594838a4aebaf0645d9c21&device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 1130 time: 0.0972838 Feb 12 04:21:36.850025 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1c288c17-a19b-4998-853a-fed72482fbd3 req-0cbfc528-9bef-44df-a1cc-4fa9ed2a3e20 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583508 Feb 12 04:21:36.993716 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-94fa3134-080f-4a7c-8a2c-7b985e60b325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:36.996308 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6d4cb-0378-4214-845e-02329186b5c0 req-72ebdb96-5927-41b1-8073-b4c4bb40ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:36.998210 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-92b6d4cb-0378-4214-845e-02329186b5c0 req-72ebdb96-5927-41b1-8073-b4c4bb40ee1b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4eba8ad-7c32-4044-a2b9-370377016af4 HTTP/1.1" status: 200 len: 918 time: 0.1300080 Feb 12 04:21:37.061016 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-92b6d4cb-0378-4214-845e-02329186b5c0 req-fbc97e56-630c-4047-8078-019b0a449d4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d5e20402-d3d7-4588-9215-82923e13decf HTTP/1.1" status: 200 len: 217 time: 0.0550411 Feb 12 04:21:37.171261 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6d4cb-0378-4214-845e-02329186b5c0 req-c0b64364-034a-4fa1-8ff9-152940c23eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:37.171261 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-92b6d4cb-0378-4214-845e-02329186b5c0 req-c0b64364-034a-4fa1-8ff9-152940c23eea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a8aa06a1-c40f-46a3-abec-1ca7f50524f1 HTTP/1.1" status: 200 len: 858 time: 0.0971622 Feb 12 04:21:37.214172 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-92b6d4cb-0378-4214-845e-02329186b5c0 req-3b05540a-a13d-4f59-8178-ef785e9480c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4eba8ad-7c32-4044-a2b9-370377016af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418394 Feb 12 04:21:37.289956 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4eaf70-d6fc-47bb-bed5-e42a04f1f03f req-d5cfde75-422c-4e0b-a748-1b929d030452 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:37.293379 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7b4eaf70-d6fc-47bb-bed5-e42a04f1f03f req-d5cfde75-422c-4e0b-a748-1b929d030452 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0768504 Feb 12 04:21:37.335162 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-92b6d4cb-0378-4214-845e-02329186b5c0 req-e1a45024-2792-4f4a-8ce9-1b6dea6e880d service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057162 Feb 12 04:21:37.336421 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7b4eaf70-d6fc-47bb-bed5-e42a04f1f03f req-621b6b5d-868c-4d22-8e43-3f7115c66f59 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420396 Feb 12 04:21:37.448703 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-92b6d4cb-0378-4214-845e-02329186b5c0 req-99ef67f6-ac14-4d24-b3cf-e7e595f78b2e service neutron] 10.222.0.42 "GET /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951259 Feb 12 04:21:37.927186 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f9715-465e-40d0-accd-ea0e48af0019 req-5b7800c2-8450-4399-b1e8-968e578f95e4 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:37.929917 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-347f9715-465e-40d0-accd-ea0e48af0019 req-5b7800c2-8450-4399-b1e8-968e578f95e4 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0725489 Feb 12 04:21:38.039111 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-347f9715-465e-40d0-accd-ea0e48af0019 req-b926b9f0-4fa8-4884-b3d2-11b2d41b6d10 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030269 Feb 12 04:21:38.057830 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe511a-1e21-4d93-a142-bfe4742fdfab req-55c83f5a-ecd5-42d7-8bc9-236008ee65e3 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:38.059427 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fdbe511a-1e21-4d93-a142-bfe4742fdfab req-55c83f5a-ecd5-42d7-8bc9-236008ee65e3 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.1178179 Feb 12 04:21:38.118183 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fdbe511a-1e21-4d93-a142-bfe4742fdfab req-6f7a7ad8-fe6a-40d5-b27b-a1b032cf72a2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508862 Feb 12 04:21:38.500167 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1995bb-7f9f-4cbd-a313-73b1c7f346eb req-d26f29b4-7a15-4e57-8a1c-b6499291691d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:38.507017 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0b1995bb-7f9f-4cbd-a313-73b1c7f346eb req-d26f29b4-7a15-4e57-8a1c-b6499291691d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0850565 Feb 12 04:21:38.551285 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0b1995bb-7f9f-4cbd-a313-73b1c7f346eb req-b9ae39ad-b05b-4446-88e7-9ee53a7d12b9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434022 Feb 12 04:21:39.100073 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9b33fa2f-9b82-4cf9-be0c-d9eff352fb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:39.165062 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ab62b-8773-41e5-86d3-d67f9e3b9a53 req-9e69516a-186f-4120-884a-2f4289f772c5 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:39.165062 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-932ab62b-8773-41e5-86d3-d67f9e3b9a53 req-9e69516a-186f-4120-884a-2f4289f772c5 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0558698 Feb 12 04:21:39.255027 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-932ab62b-8773-41e5-86d3-d67f9e3b9a53 req-4e051156-bbcd-4f1d-8845-49d7e4f34c7b tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815704 Feb 12 04:21:39.266898 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35cbf1-e0f1-43f8-b5e7-92e8699583d4 req-e962aeb6-636e-4047-bb85-d4f92e8fdcab tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:39.273862 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3a35cbf1-e0f1-43f8-b5e7-92e8699583d4 req-e962aeb6-636e-4047-bb85-d4f92e8fdcab tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 945 time: 0.0938051 Feb 12 04:21:39.320903 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3a35cbf1-e0f1-43f8-b5e7-92e8699583d4 req-491f957b-e323-4291-9053-d9213847fd85 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460668 Feb 12 04:21:39.348618 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 35002) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:39.382406 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c2b9a-71a4-4d5c-862f-5ea47b568e74 req-7dace530-7353-40c3-83ab-2e099a31c4da tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:39.387019 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fc2c2b9a-71a4-4d5c-862f-5ea47b568e74 req-7dace530-7353-40c3-83ab-2e099a31c4da tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0635679 Feb 12 04:21:39.438002 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fc2c2b9a-71a4-4d5c-862f-5ea47b568e74 req-0cf6ca66-92ea-48d5-987a-43b0814eb283 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457819 Feb 12 04:21:39.554558 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e84b7a1-fe69-4671-96cc-42f64dc33357 tempest-TestMinimumBasicScenario-102758513 tempest-TestMinimumBasicScenario-102758513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:39.556063 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-7e84b7a1-fe69-4671-96cc-42f64dc33357 tempest-TestMinimumBasicScenario-102758513 tempest-TestMinimumBasicScenario-102758513-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 1124 time: 0.2063951 Feb 12 04:21:39.558842 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 35012) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:39.563015 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Request body: {'floatingip': {'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'port_id': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:39.667633 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5518c7-824f-47af-a5c1-4fc3693361e2 req-f3ce23b4-9b51-4bb2-ae97-3aa1c2a65641 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:39.669186 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5b5518c7-824f-47af-a5c1-4fc3693361e2 req-f3ce23b4-9b51-4bb2-ae97-3aa1c2a65641 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0523224 Feb 12 04:21:39.676559 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:39.715272 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5b5518c7-824f-47af-a5c1-4fc3693361e2 req-91e4bbe6-8c12-4539-a856-8898bfe5384f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406616 Feb 12 04:21:39.779346 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:39.879217 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Allocated IP 172.27.3.220 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/9e9457f7-be9d-4693-ae40-38bea75c2b95) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:21:39.981498 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for port (9e9457f7-be9d-4693-ae40-38bea75c2b95), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:40.106082 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (9e9457f7-be9d-4693-ae40-38bea75c2b95), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:40.147702 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:21:40.150751 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:21:40.154277 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:21:40.178154 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event updated for resources: {'Port': ['ID=9e9457f7-be9d-4693-ae40-38bea75c2b95,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:40.313555 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57357b8d-9d80-40ae-b465-bd8948405016 req-8c6670ad-0156-41ca-bd09-99a054b5b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:40.315065 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-57357b8d-9d80-40ae-b465-bd8948405016 req-8c6670ad-0156-41ca-bd09-99a054b5b719 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 1130 time: 0.1064172 Feb 12 04:21:40.387365 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e72ad0-6eda-44d4-b0e7-515ddf85e7b7 req-16c2fe67-ec46-48ae-a6a1-76e92997c7e2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:40.388831 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-24e72ad0-6eda-44d4-b0e7-515ddf85e7b7 req-16c2fe67-ec46-48ae-a6a1-76e92997c7e2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0559337 Feb 12 04:21:40.453067 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-24e72ad0-6eda-44d4-b0e7-515ddf85e7b7 req-88e46fc7-2acb-41e3-934d-0cbe7551c645 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552738 Feb 12 04:21:40.490453 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57357b8d-9d80-40ae-b465-bd8948405016 req-955ec55c-7350-4cd3-a315-24469880af81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:40.491905 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-57357b8d-9d80-40ae-b465-bd8948405016 req-955ec55c-7350-4cd3-a315-24469880af81 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a470119b-e597-4f7c-b914-bdedfeebd027 HTTP/1.1" status: 200 len: 916 time: 0.1383572 Feb 12 04:21:40.593678 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206f326-298b-48b1-8bb3-8dd6f1161734 req-0f4afe13-ebf1-4538-ae91-e0d413e864fe tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:40.595341 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9206f326-298b-48b1-8bb3-8dd6f1161734 req-0f4afe13-ebf1-4538-ae91-e0d413e864fe tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0574207 Feb 12 04:21:40.626150 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-57357b8d-9d80-40ae-b465-bd8948405016 req-603a5e55-6327-4f14-866b-15c7d4a460f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95 HTTP/1.1" status: 200 len: 1002 time: 0.1006930 Feb 12 04:21:40.652397 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9206f326-298b-48b1-8bb3-8dd6f1161734 req-7f9bbcfb-96ea-4167-8389-dd4532cc6cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497949 Feb 12 04:21:40.664454 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:40.680357 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for floatingip (f90573d3-c7d8-4f72-ba8b-78d6df0efdbd), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:40.718814 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57357b8d-9d80-40ae-b465-bd8948405016 req-67012677-b6a1-448b-8841-417b4658f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:40.720295 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-57357b8d-9d80-40ae-b465-bd8948405016 req-67012677-b6a1-448b-8841-417b4658f326 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e097ae6-88b7-4785-b35b-e83f2dfc78cb HTTP/1.1" status: 200 len: 855 time: 0.0772972 Feb 12 04:21:40.792317 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57357b8d-9d80-40ae-b465-bd8948405016 req-b6783595-226c-4b6c-a30a-76c6ca328b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:40.793852 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-57357b8d-9d80-40ae-b465-bd8948405016 req-b6783595-226c-4b6c-a30a-76c6ca328b93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a470119b-e597-4f7c-b914-bdedfeebd027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474112 Feb 12 04:21:40.842229 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54daf4-8c40-423d-9e80-3d925a9aba87 req-57a54c2b-fe71-45c0-9d97-5f62c3209a7a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:40.843721 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ec54daf4-8c40-423d-9e80-3d925a9aba87 req-57a54c2b-fe71-45c0-9d97-5f62c3209a7a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0517132 Feb 12 04:21:40.893939 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ec54daf4-8c40-423d-9e80-3d925a9aba87 req-3584f97b-148b-4ced-a49c-00b44501aa7e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445499 Feb 12 04:21:40.914705 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-57357b8d-9d80-40ae-b465-bd8948405016 req-1e9b3998-66f9-400e-ae9f-00478b686adc service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123245 Feb 12 04:21:40.915469 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (9e9457f7-be9d-4693-ae40-38bea75c2b95), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:41.088023 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-57357b8d-9d80-40ae-b465-bd8948405016 req-1551a82a-d3dd-4973-9a47-e7657fc87c9d service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516197 Feb 12 04:21:41.143486 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for port (9e9457f7-be9d-4693-ae40-38bea75c2b95), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:41.225545 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (9e9457f7-be9d-4693-ae40-38bea75c2b95), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:41.257929 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (f90573d3-c7d8-4f72-ba8b-78d6df0efdbd), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:41.523037 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:41.536081 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event updated for resources: {'Port': ['ID=9e9457f7-be9d-4693-ae40-38bea75c2b95,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:41.596166 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916dc29-b06e-483d-88fe-851dfdb545aa req-154b58ab-7ffb-4778-96f3-2b164a5a5694 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:41.597698 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9916dc29-b06e-483d-88fe-851dfdb545aa req-154b58ab-7ffb-4778-96f3-2b164a5a5694 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0525677 Feb 12 04:21:41.600601 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.l3_db [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Floating IP f90573d3-c7d8-4f72-ba8b-78d6df0efdbd associated. External IP: 172.27.3.220, port: dd02aa9e-3381-43c8-b1fd-9ad35f7198ea. Feb 12 04:21:41.647588 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9916dc29-b06e-483d-88fe-851dfdb545aa req-bebc5d1d-303a-4f61-b786-5438d1b4c722 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424936 Feb 12 04:21:41.790637 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd0dcd-37b6-4182-b951-84172be7c0d8 req-8cfb4fad-7dc0-4087-bf3a-37aa6465f843 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:41.792246 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-becd0dcd-37b6-4182-b951-84172be7c0d8 req-8cfb4fad-7dc0-4087-bf3a-37aa6465f843 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0625257 Feb 12 04:21:41.818671 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Router 1bb98835-0bbd-4213-aada-dfdead74d21e has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:21:41.848748 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-becd0dcd-37b6-4182-b951-84172be7c0d8 req-9bd61b86-487a-4715-aeed-f3d5a7fb0db4 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491230 Feb 12 04:21:41.935785 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:21:41.945795 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0f86f-ce56-42c3-b022-b86287b14a81 None None] Sync routers for ids ['1bb98835-0bbd-4213-aada-dfdead74d21e'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:21:41.955836 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0f86f-ce56-42c3-b022-b86287b14a81 None None] Routers {'1bb98835-0bbd-4213-aada-dfdead74d21e'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:21:41.956443 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-75b0f86f-ce56-42c3-b022-b86287b14a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:21:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['1bb98835-0bbd-4213-aada-dfdead74d21e'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:21:42.018941 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71359f6-2321-40f4-975e-b2a1e118ada6 req-34ed7a10-0250-4e55-80a5-0607babf27d5 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:42.022494 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a71359f6-2321-40f4-975e-b2a1e118ada6 req-34ed7a10-0250-4e55-80a5-0607babf27d5 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0596788 Feb 12 04:21:42.045564 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:42.091120 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-cb7bb433-04be-4792-a361-d39894e8baf5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5280800 Feb 12 04:21:42.091313 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a71359f6-2321-40f4-975e-b2a1e118ada6 req-28b5278d-9cdf-4005-bc89-3f219c88c4e1 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596304 Feb 12 04:21:42.091437 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'tag': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:21:42.091437 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f0d087-7029-4c2a-a471-59a0b9abd297" -d '{"events": [{"name": "network-changed", "server_uuid": "b31a136c-eb25-47f3-87b9-7cfde7123fb4", "tag": "dd02aa9e-3381-43c8-b1fd-9ad35f7198ea"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:21:42.091672 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 35060) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:42.097309 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-6e087949-a42e-4407-a606-9c506ca05d95 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139681348', 'description': 'tempest-secgroup-smoke-139681348 description', 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:42.192408 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b732e1c-c0c4-4c0a-9dfc-fbac1103e6e8 x-openstack-request-id: req-0b732e1c-c0c4-4c0a-9dfc-fbac1103e6e8 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:21:42.192408 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31a136c-eb25-47f3-87b9-7cfde7123fb4", "tag": "dd02aa9e-3381-43c8-b1fd-9ad35f7198ea", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:21:42.192408 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b732e1c-c0c4-4c0a-9dfc-fbac1103e6e8 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:21:42.192408 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'tag': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea', 'status': 'completed', 'code': 200} Feb 12 04:21:42.203091 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-75b0f86f-ce56-42c3-b022-b86287b14a81 None None] Set router 1bb98835-0bbd-4213-aada-dfdead74d21e gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:21:42.262691 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6e087949-a42e-4407-a606-9c506ca05d95 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:42.273614 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d087-7029-4c2a-a471-59a0b9abd297 req-e870634b-b602-4f46-8dc8-d8af02777e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:42.275190 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-50f0d087-7029-4c2a-a471-59a0b9abd297 req-e870634b-b602-4f46-8dc8-d8af02777e87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e5dbd3a980c4a1cb1d42b3a8b962124&device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 1129 time: 0.0488069 Feb 12 04:21:42.350430 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6e087949-a42e-4407-a606-9c506ca05d95 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group (7449ad82-0140-4eb9-ba7f-a0cbfb6256eb), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:42.410190 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d087-7029-4c2a-a471-59a0b9abd297 req-f32dc666-aa2c-46e8-8a7a-835d13f52cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:42.411664 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-50f0d087-7029-4c2a-a471-59a0b9abd297 req-f32dc666-aa2c-46e8-8a7a-835d13f52cea service neutron] 10.222.0.42 "GET /v2.0/networks?id=3698e3ff-e0ee-4136-91ba-4dc73b59fee7 HTTP/1.1" status: 200 len: 915 time: 0.1192894 Feb 12 04:21:42.430737 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6e087949-a42e-4407-a606-9c506ca05d95 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (7449ad82-0140-4eb9-ba7f-a0cbfb6256eb), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:42.461218 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e087949-a42e-4407-a606-9c506ca05d95 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:42.482564 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-75b0f86f-ce56-42c3-b022-b86287b14a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:20:37Z', 'revision_number': 4, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': 'f90573d3-c7d8-4f72-ba8b-78d6df0efdbd', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'port_id': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'mac_address': 'fa:16:3e:b4:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:21:40Z', 'updated_at': '2022-02-12T04:21:40Z', 'revision_number': 0, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9948bae8-e5b8-49ec-b2f4-9dadd8630f43', 'name': '', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'mac_address': 'fa:16:3e:04:13:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:37Z', 'updated_at': '2022-02-12T04:20:42Z', 'revision_number': 5, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'subnets': [{'id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:21:42.512570 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0f86f-ce56-42c3-b022-b86287b14a81 None None] Checking router: 1bb98835-0bbd-4213-aada-dfdead74d21e for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:21:42.520684 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0f86f-ce56-42c3-b022-b86287b14a81 None None] Routers {'1bb98835-0bbd-4213-aada-dfdead74d21e'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:21:42.521343 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-75b0f86f-ce56-42c3-b022-b86287b14a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:21:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['1bb98835-0bbd-4213-aada-dfdead74d21e'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:21:42.548028 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6e087949-a42e-4407-a606-9c506ca05d95 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:42.548028 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-6e087949-a42e-4407-a606-9c506ca05d95 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4502797 Feb 12 04:21:42.548028 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 35086) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:42.552016 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-4bb7f5cf-1cb7-4073-85d8-1cff67e53487 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Request body: {'security_group_rule': {'security_group_id': '7449ad82-0140-4eb9-ba7f-a0cbfb6256eb', 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:42.643504 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-75b0f86f-ce56-42c3-b022-b86287b14a81 None None] Set router 1bb98835-0bbd-4213-aada-dfdead74d21e gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:21:42.647843 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-50f0d087-7029-4c2a-a471-59a0b9abd297 req-2d9bd944-01db-41ef-b188-2ae1fa5e595c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea HTTP/1.1" status: 200 len: 999 time: 0.0758595 Feb 12 04:21:42.686332 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4bb7f5cf-1cb7-4073-85d8-1cff67e53487 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (5581191b-a5ec-4f97-88c2-f39141bf3fb7), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:42.699925 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d087-7029-4c2a-a471-59a0b9abd297 req-c0455a6c-7b1c-40d8-8cf5-c1db02b89f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:42.701573 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-50f0d087-7029-4c2a-a471-59a0b9abd297 req-c0455a6c-7b1c-40d8-8cf5-c1db02b89f9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2290cc66-7a24-4cff-8921-6570ec5f0b8f HTTP/1.1" status: 200 len: 854 time: 0.0448463 Feb 12 04:21:42.744290 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4bb7f5cf-1cb7-4073-85d8-1cff67e53487 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (5581191b-a5ec-4f97-88c2-f39141bf3fb7), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:42.762917 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d087-7029-4c2a-a471-59a0b9abd297 req-423b3a01-6086-456f-9be0-f6c662d869ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:42.764456 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-50f0d087-7029-4c2a-a471-59a0b9abd297 req-423b3a01-6086-456f-9be0-f6c662d869ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3698e3ff-e0ee-4136-91ba-4dc73b59fee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501113 Feb 12 04:21:42.833481 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4bb7f5cf-1cb7-4073-85d8-1cff67e53487 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (5581191b-a5ec-4f97-88c2-f39141bf3fb7), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:42.857517 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7f5cf-1cb7-4073-85d8-1cff67e53487 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5581191b-a5ec-4f97-88c2-f39141bf3fb7,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:42.872952 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-50f0d087-7029-4c2a-a471-59a0b9abd297 req-442d5254-6c7b-47fb-a68c-5c06140abc5f service neutron] 10.222.0.42 "GET /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999804 Feb 12 04:21:42.892130 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-75b0f86f-ce56-42c3-b022-b86287b14a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:20:37Z', 'revision_number': 4, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': 'f90573d3-c7d8-4f72-ba8b-78d6df0efdbd', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'port_id': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'mac_address': 'fa:16:3e:b4:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:21:40Z', 'updated_at': '2022-02-12T04:21:40Z', 'revision_number': 0, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9948bae8-e5b8-49ec-b2f4-9dadd8630f43', 'name': '', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'mac_address': 'fa:16:3e:04:13:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:37Z', 'updated_at': '2022-02-12T04:20:42Z', 'revision_number': 5, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'subnets': [{'id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:21:42.920841 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0f86f-ce56-42c3-b022-b86287b14a81 None None] The sync data for ids ['1bb98835-0bbd-4213-aada-dfdead74d21e'] in dv-cinder-828696-3-iscsi is: [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:20:37Z', 'revision_number': 4, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': 'f90573d3-c7d8-4f72-ba8b-78d6df0efdbd', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'port_id': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'mac_address': 'fa:16:3e:b4:1e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:21:40Z', 'updated_at': '2022-02-12T04:21:40Z', 'revision_number': 0, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9948bae8-e5b8-49ec-b2f4-9dadd8630f43', 'name': '', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'mac_address': 'fa:16:3e:04:13:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:37Z', 'updated_at': '2022-02-12T04:20:42Z', 'revision_number': 5, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'subnets': [{'id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:21:42.924802 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4bb7f5cf-1cb7-4073-85d8-1cff67e53487 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:42.925975 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-4bb7f5cf-1cb7-4073-85d8-1cff67e53487 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3781457 Feb 12 04:21:42.928676 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 35094) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:42.933084 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-55435359-31ca-4b3c-9081-82298a8f8b02 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Request body: {'security_group_rule': {'security_group_id': '7449ad82-0140-4eb9-ba7f-a0cbfb6256eb', 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:42.986602 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-50f0d087-7029-4c2a-a471-59a0b9abd297 req-266504b8-39ba-4996-82f9-4ed38eb69a5b service neutron] 10.222.0.42 "GET /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004217 Feb 12 04:21:43.004960 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d8589-1b26-4b3c-b713-573c7697dadb req-a86149de-3ad5-49d0-be44-7ec0cdeac186 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:43.007235 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-af1d8589-1b26-4b3c-b713-573c7697dadb req-a86149de-3ad5-49d0-be44-7ec0cdeac186 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0699062 Feb 12 04:21:43.057362 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-af1d8589-1b26-4b3c-b713-573c7697dadb req-0a08d283-8e4f-405e-a748-216aa888b3cc tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443003 Feb 12 04:21:43.106021 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-55435359-31ca-4b3c-9081-82298a8f8b02 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (b204681c-a410-4a34-80a7-1db80768323a), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:43.139121 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09efe4e7-4c05-4ce4-a674-b5934adb90e0 None None] New status for floating IP f90573d3-c7d8-4f72-ba8b-78d6df0efdbd: ACTIVE {{(pid=103159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:21:43.160612 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-55435359-31ca-4b3c-9081-82298a8f8b02 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (b204681c-a410-4a34-80a7-1db80768323a), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:43.225837 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0026620-e76d-48c4-adc6-a3cf5f34bc2a req-f74079f5-1fe4-43d3-aad8-9f8f6b14724f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:43.227360 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d0026620-e76d-48c4-adc6-a3cf5f34bc2a req-f74079f5-1fe4-43d3-aad8-9f8f6b14724f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0603251 Feb 12 04:21:43.253383 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-55435359-31ca-4b3c-9081-82298a8f8b02 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (b204681c-a410-4a34-80a7-1db80768323a), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:43.288960 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55435359-31ca-4b3c-9081-82298a8f8b02 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b204681c-a410-4a34-80a7-1db80768323a,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:43.308802 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d0026620-e76d-48c4-adc6-a3cf5f34bc2a req-9669c20a-4495-47d9-94fd-697d90d53228 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748005 Feb 12 04:21:43.380947 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-55435359-31ca-4b3c-9081-82298a8f8b02 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:43.382246 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-55435359-31ca-4b3c-9081-82298a8f8b02 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4525852 Feb 12 04:21:43.385065 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 35102) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:43.389518 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-61df7ef0-2464-4200-b014-4111404bb375 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Request body: {'security_group_rule': {'security_group_id': '7449ad82-0140-4eb9-ba7f-a0cbfb6256eb', 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:43.506169 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:43.528187 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-61df7ef0-2464-4200-b014-4111404bb375 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (80e11ca1-535a-4cb9-b03b-f053c8ed76de), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:43.582452 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-61df7ef0-2464-4200-b014-4111404bb375 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (80e11ca1-535a-4cb9-b03b-f053c8ed76de), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:43.688194 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-61df7ef0-2464-4200-b014-4111404bb375 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (80e11ca1-535a-4cb9-b03b-f053c8ed76de), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:43.705589 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df7ef0-2464-4200-b014-4111404bb375 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e11ca1-535a-4cb9-b03b-f053c8ed76de,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:43.826959 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-61df7ef0-2464-4200-b014-4111404bb375 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:43.828220 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-61df7ef0-2464-4200-b014-4111404bb375 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4421701 Feb 12 04:21:43.830942 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 35106) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:43.835906 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-12094d1f-7b8b-4c1d-a2a0-26cb698b1411 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Request body: {'security_group_rule': {'security_group_id': '7449ad82-0140-4eb9-ba7f-a0cbfb6256eb', 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:44.008197 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-12094d1f-7b8b-4c1d-a2a0-26cb698b1411 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (0433352d-6418-413a-8845-cb62430d861c), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:44.066350 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-12094d1f-7b8b-4c1d-a2a0-26cb698b1411 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (0433352d-6418-413a-8845-cb62430d861c), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:44.157530 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-12094d1f-7b8b-4c1d-a2a0-26cb698b1411 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (0433352d-6418-413a-8845-cb62430d861c), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:44.186226 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12094d1f-7b8b-4c1d-a2a0-26cb698b1411 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0433352d-6418-413a-8845-cb62430d861c,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:44.207416 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503e7d8-9c8f-4e68-ba34-278bb3b34476 req-b630abde-ae58-44d1-9361-d16e2ac4560b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:44.209057 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d503e7d8-9c8f-4e68-ba34-278bb3b34476 req-b630abde-ae58-44d1-9361-d16e2ac4560b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 946 time: 0.0799787 Feb 12 04:21:44.255233 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-12094d1f-7b8b-4c1d-a2a0-26cb698b1411 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:44.257004 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-12094d1f-7b8b-4c1d-a2a0-26cb698b1411 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4251232 Feb 12 04:21:44.259829 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 35114) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:44.261560 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d503e7d8-9c8f-4e68-ba34-278bb3b34476 req-d1ee2e81-1336-4bf2-ad41-9467cfef6022 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470779 Feb 12 04:21:44.264352 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-91df7451-e313-4319-aad0-e54a0a233729 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Request body: {'security_group_rule': {'security_group_id': '7449ad82-0140-4eb9-ba7f-a0cbfb6256eb', 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:44.373359 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.securitygroups_db [None req-91df7451-e313-4319-aad0-e54a0a233729 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Project 5e5dbd3a980c4a1cb1d42b3a8b962124 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 12 04:21:44.378652 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-91df7451-e313-4319-aad0-e54a0a233729 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (b5764bfa-6c8c-4089-8733-d31fabfe6584), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:44.436657 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-91df7451-e313-4319-aad0-e54a0a233729 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (b5764bfa-6c8c-4089-8733-d31fabfe6584), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:44.454165 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ce8a5-aa82-4179-888b-eb6759ce7774 req-ecbe2687-8f6a-4d88-9bcd-a33144d5aa9d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:44.455693 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e75ce8a5-aa82-4179-888b-eb6759ce7774 req-ecbe2687-8f6a-4d88-9bcd-a33144d5aa9d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0553298 Feb 12 04:21:44.506640 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e75ce8a5-aa82-4179-888b-eb6759ce7774 req-da84c64a-e353-4300-b658-8498181484b3 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446970 Feb 12 04:21:44.539493 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-91df7451-e313-4319-aad0-e54a0a233729 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (b5764bfa-6c8c-4089-8733-d31fabfe6584), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:44.564124 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df7451-e313-4319-aad0-e54a0a233729 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5764bfa-6c8c-4089-8733-d31fabfe6584,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:44.692734 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-91df7451-e313-4319-aad0-e54a0a233729 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:44.692734 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-91df7451-e313-4319-aad0-e54a0a233729 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4215729 Feb 12 04:21:44.692734 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 35132) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:44.692734 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-fd65367c-ac25-4d37-af52-de82829ae6eb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Request body: {'security_group_rule': {'security_group_id': '7449ad82-0140-4eb9-ba7f-a0cbfb6256eb', 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:44.729575 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:21:44.803757 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 is: ACTIVE; New status is: DOWN {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:21:44.804163 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:44.825874 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:21:44.828097 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d25714-3ccb-47e7-a54e-7ae21d580341" -d '{"events": [{"server_uuid": "5d27a38f-f79b-4a12-8dd1-e520acda4662", "name": "network-vif-unplugged", "status": "completed", "tag": "7f295ad4-24a6-4a7e-b33a-2a928cd09e95"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:21:44.840539 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:21:44.868983 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c8b181-49de-4e8e-9477-91c56c701fe0 x-openstack-request-id: req-75c8b181-49de-4e8e-9477-91c56c701fe0 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:21:44.868983 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d27a38f-f79b-4a12-8dd1-e520acda4662", "name": "network-vif-unplugged", "status": "completed", "tag": "7f295ad4-24a6-4a7e-b33a-2a928cd09e95", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:21:44.868983 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75c8b181-49de-4e8e-9477-91c56c701fe0 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:21:44.868983 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'code': 200} Feb 12 04:21:44.928379 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.securitygroups_db [None req-fd65367c-ac25-4d37-af52-de82829ae6eb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Project 5e5dbd3a980c4a1cb1d42b3a8b962124 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 12 04:21:44.934582 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fd65367c-ac25-4d37-af52-de82829ae6eb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (72debcba-79fa-43c1-9efa-329abffb0634), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:44.962544 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:44.995535 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fd65367c-ac25-4d37-af52-de82829ae6eb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (72debcba-79fa-43c1-9efa-329abffb0634), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:45.022216 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,revision_number=8']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:45.082416 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fd65367c-ac25-4d37-af52-de82829ae6eb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (72debcba-79fa-43c1-9efa-329abffb0634), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:45.101692 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65367c-ac25-4d37-af52-de82829ae6eb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72debcba-79fa-43c1-9efa-329abffb0634,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:45.199037 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fd65367c-ac25-4d37-af52-de82829ae6eb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:45.200204 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-fd65367c-ac25-4d37-af52-de82829ae6eb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5134823 Feb 12 04:21:45.311395 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4c273245-71ae-4d74-8958-3db64237bcb2 req-80dbcead-f672-403e-9d2d-5efe9ccb72a0 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139681348&fields=id&tenant_id=5e5dbd3a980c4a1cb1d42b3a8b962124 HTTP/1.1" status: 200 len: 267 time: 0.0561044 Feb 12 04:21:45.393259 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c273245-71ae-4d74-8958-3db64237bcb2 req-f24cff62-de94-4fb5-8caa-f176c1f479a1 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:45.394789 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4c273245-71ae-4d74-8958-3db64237bcb2 req-f24cff62-de94-4fb5-8caa-f176c1f479a1 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 945 time: 0.0779245 Feb 12 04:21:45.405567 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-4c273245-71ae-4d74-8958-3db64237bcb2 req-9a9a846c-d80c-4704-8c70-31f6efdb218c tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Request body: {'port': {'security_groups': ['d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4', '7449ad82-0140-4eb9-ba7f-a0cbfb6256eb']}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:21:45.477351 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-4c273245-71ae-4d74-8958-3db64237bcb2 req-9a9a846c-d80c-4704-8c70-31f6efdb218c tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:45.710552 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-4c273245-71ae-4d74-8958-3db64237bcb2 req-9a9a846c-d80c-4704-8c70-31f6efdb218c tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] For port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,segment=NetworkSegment(5105df9e-960b-4270-8419-092517d00c04),segment_id=5105df9e-960b-4270-8419-092517d00c04)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:21:45.748464 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-4c273245-71ae-4d74-8958-3db64237bcb2 req-9a9a846c-d80c-4704-8c70-31f6efdb218c tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:45.854287 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-4c273245-71ae-4d74-8958-3db64237bcb2 req-9a9a846c-d80c-4704-8c70-31f6efdb218c tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:45.878605 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['dd02aa9e-3381-43c8-b1fd-9ad35f7198ea'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:21:45.926743 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c273245-71ae-4d74-8958-3db64237bcb2 req-9a9a846c-d80c-4704-8c70-31f6efdb218c tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:45.927400 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-4c273245-71ae-4d74-8958-3db64237bcb2 req-9a9a846c-d80c-4704-8c70-31f6efdb218c tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:45.928933 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4c273245-71ae-4d74-8958-3db64237bcb2 req-9a9a846c-d80c-4704-8c70-31f6efdb218c tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "PUT /v2.0/ports/dd02aa9e-3381-43c8-b1fd-9ad35f7198ea HTTP/1.1" status: 200 len: 981 time: 0.5279212 Feb 12 04:21:45.931845 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'tag': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:21:45.934332 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa05bcc-e4a1-4a77-a698-486190b29fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "b31a136c-eb25-47f3-87b9-7cfde7123fb4", "tag": "dd02aa9e-3381-43c8-b1fd-9ad35f7198ea"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:21:45.965698 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a846c-d80c-4704-8c70-31f6efdb218c tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event updated for resources: {'Port': ['ID=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,revision_number=6']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:45.994361 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2e9bf-2b8d-446b-aabe-4c0b4a535b26 req-8f6716a4-e989-42c7-b662-d25b774ce484 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:45.996192 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4cd2e9bf-2b8d-446b-aabe-4c0b4a535b26 req-8f6716a4-e989-42c7-b662-d25b774ce484 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.1535580 Feb 12 04:21:46.020907 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [req-2779aa15-140b-4e26-91e1-eeefbd615597 req-4d2059c9-46e8-49db-82ce-17ec5bd5f76c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:21:46.022411 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2779aa15-140b-4e26-91e1-eeefbd615597 req-4d2059c9-46e8-49db-82ce-17ec5bd5f76c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063772 Feb 12 04:21:46.075799 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4cd2e9bf-2b8d-446b-aabe-4c0b4a535b26 req-ca7a3e28-3b2b-4c73-a8ed-aa0567dbfdcc tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705802 Feb 12 04:21:46.076308 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['dd02aa9e-3381-43c8-b1fd-9ad35f7198ea'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:21:46.207677 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973fa42-bc3e-44e7-9842-b3fa3e06cac2 req-da629d81-9b9f-47a4-b603-4368542fa2cb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:46.209196 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9973fa42-bc3e-44e7-9842-b3fa3e06cac2 req-da629d81-9b9f-47a4-b603-4368542fa2cb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0658891 Feb 12 04:21:46.289655 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-298251d8-fb50-4d03-b231-04172063a22a None None] Provisioning complete for port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:21:46.289784 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-298251d8-fb50-4d03-b231-04172063a22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:46.301970 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9973fa42-bc3e-44e7-9842-b3fa3e06cac2 req-c9a33ff5-4fcd-48d2-87ef-62fb35b9f47a tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0796192 Feb 12 04:21:46.384808 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b99adc-f1be-40dc-93ed-c16dbb7f6854 x-openstack-request-id: req-27b99adc-f1be-40dc-93ed-c16dbb7f6854 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:21:46.385433 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31a136c-eb25-47f3-87b9-7cfde7123fb4", "tag": "dd02aa9e-3381-43c8-b1fd-9ad35f7198ea", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:21:46.385756 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27b99adc-f1be-40dc-93ed-c16dbb7f6854 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:21:46.385995 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'tag': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea', 'status': 'completed', 'code': 200} Feb 12 04:21:46.509952 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa05bcc-e4a1-4a77-a698-486190b29fe3 req-f6f6a5a1-ab1e-4f20-aa81-f4b74ba054eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:46.511356 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-0aa05bcc-e4a1-4a77-a698-486190b29fe3 req-f6f6a5a1-ab1e-4f20-aa81-f4b74ba054eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e5dbd3a980c4a1cb1d42b3a8b962124&device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 1168 time: 0.0831032 Feb 12 04:21:46.545706 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b0e8e-e669-435c-b587-d5b8ec7d90a9 req-85e72fff-09e7-4000-9dc4-5596c397ae6e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:46.547517 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b38b0e8e-e669-435c-b587-d5b8ec7d90a9 req-85e72fff-09e7-4000-9dc4-5596c397ae6e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.1336524 Feb 12 04:21:46.617602 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b38b0e8e-e669-435c-b587-d5b8ec7d90a9 req-b843a32e-268f-4b5c-93a8-f53fedb6dc6e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645194 Feb 12 04:21:46.678290 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-298251d8-fb50-4d03-b231-04172063a22a None None] Current status of the port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:21:46.689084 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa05bcc-e4a1-4a77-a698-486190b29fe3 req-e5a0bbce-6f42-4c99-89ff-0a6af4145f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:46.690733 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-0aa05bcc-e4a1-4a77-a698-486190b29fe3 req-e5a0bbce-6f42-4c99-89ff-0a6af4145f11 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3698e3ff-e0ee-4136-91ba-4dc73b59fee7 HTTP/1.1" status: 200 len: 915 time: 0.1724515 Feb 12 04:21:46.805981 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-0aa05bcc-e4a1-4a77-a698-486190b29fe3 req-92fb65c6-b27d-4b1b-84a2-1107ce371df5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea HTTP/1.1" status: 200 len: 1001 time: 0.1021297 Feb 12 04:21:46.908074 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa05bcc-e4a1-4a77-a698-486190b29fe3 req-24468cd1-636a-4a42-827c-0d16a29e18fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:46.909736 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-0aa05bcc-e4a1-4a77-a698-486190b29fe3 req-24468cd1-636a-4a42-827c-0d16a29e18fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2290cc66-7a24-4cff-8921-6570ec5f0b8f HTTP/1.1" status: 200 len: 854 time: 0.0895686 Feb 12 04:21:46.968252 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa05bcc-e4a1-4a77-a698-486190b29fe3 req-225b4fe3-ba5e-4379-845d-0e7dad004290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:46.969997 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-0aa05bcc-e4a1-4a77-a698-486190b29fe3 req-225b4fe3-ba5e-4379-845d-0e7dad004290 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3698e3ff-e0ee-4136-91ba-4dc73b59fee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498500 Feb 12 04:21:47.068953 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-0aa05bcc-e4a1-4a77-a698-486190b29fe3 req-97148377-3ae1-4f92-8028-3f7abef11867 service neutron] 10.222.0.42 "GET /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868542 Feb 12 04:21:47.172485 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-0aa05bcc-e4a1-4a77-a698-486190b29fe3 req-ef8333bb-2ece-46b2-852c-6149771e1e2a service neutron] 10.222.0.42 "GET /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937169 Feb 12 04:21:47.215900 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b82c7-1b71-4324-910b-968f678c011a req-eec8d967-e7a5-4195-ace7-45adadf809fc tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:47.217452 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aa9b82c7-1b71-4324-910b-968f678c011a req-eec8d967-e7a5-4195-ace7-45adadf809fc tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0695124 Feb 12 04:21:47.278061 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aa9b82c7-1b71-4324-910b-968f678c011a req-8c7ee9d7-de4c-426e-bf19-15a2e7094899 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492122 Feb 12 04:21:47.338305 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 35230) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:47.425053 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-aca3db78-5d2b-4081-8748-73164af0ed57 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855792 Feb 12 04:21:47.433947 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-95a4a43d-cd50-474c-a0ad-4f7ecda44d8c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103157) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:21:47.434993 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-95a4a43d-cd50-474c-a0ad-4f7ecda44d8c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052068 Feb 12 04:21:47.519125 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 35238) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:47.571289 dv-cinder-828696-3-iscsi neutron-server[103157]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 12 04:21:47.615223 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-82e40ebd-e13d-4c99-80f5-9db551cf8a0b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:47.617077 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-82e40ebd-e13d-4c99-80f5-9db551cf8a0b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports/7f295ad4-24a6-4a7e-b33a-2a928cd09e95 HTTP/1.1" status: 200 len: 941 time: 0.0964053 Feb 12 04:21:47.756323 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f407bb-6a24-4a20-80c1-10b83066cbb1 req-02be9be8-21b9-4e42-9378-520d3dff0825 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:47.758687 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-61f407bb-6a24-4a20-80c1-10b83066cbb1 req-02be9be8-21b9-4e42-9378-520d3dff0825 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0578315 Feb 12 04:21:47.808288 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-61f407bb-6a24-4a20-80c1-10b83066cbb1 req-069ba4ab-4a49-4bba-930c-2e3ff5289c2a tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 Feb 12 04:21:48.425371 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea64b9c-0dfe-4bc1-bc29-3eb6a92fd73c req-40c921a5-6aec-4419-a202-064c4202cda4 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:48.426895 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dea64b9c-0dfe-4bc1-bc29-3eb6a92fd73c req-40c921a5-6aec-4419-a202-064c4202cda4 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0603731 Feb 12 04:21:48.474720 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dea64b9c-0dfe-4bc1-bc29-3eb6a92fd73c req-df325d36-a4ef-4e34-ad6c-0bd6a1687311 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419807 Feb 12 04:21:48.735817 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:21:48.943498 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 is: DOWN; New status is: DOWN {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:21:48.948019 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105d8ed-657b-4200-9487-6a7e0fa1efd0 req-c73b4269-d4cd-493d-8dbf-3f945fc98364 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:48.949563 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b105d8ed-657b-4200-9487-6a7e0fa1efd0 req-c73b4269-d4cd-493d-8dbf-3f945fc98364 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0601957 Feb 12 04:21:48.997206 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b105d8ed-657b-4200-9487-6a7e0fa1efd0 req-00dc38a9-d6f5-4854-9897-5befc642e2f2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420816 Feb 12 04:21:49.597731 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dce6d-ef8f-42eb-8889-f854d54cf73a req-b6a3693b-f156-4c73-b7b0-211d629fd3de tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:49.599291 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-eb1dce6d-ef8f-42eb-8889-f854d54cf73a req-b6a3693b-f156-4c73-b7b0-211d629fd3de tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0552831 Feb 12 04:21:49.655423 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-eb1dce6d-ef8f-42eb-8889-f854d54cf73a req-b02fd9ca-b7b9-4577-ac70-3ddfe7a99cf0 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497959 Feb 12 04:21:50.121984 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fff337-da78-4033-b35c-5deeb2aa8821 req-da175593-6a4c-4f00-bdbc-faf3c8b75244 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:50.123606 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b4fff337-da78-4033-b35c-5deeb2aa8821 req-da175593-6a4c-4f00-bdbc-faf3c8b75244 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0520046 Feb 12 04:21:50.172453 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b4fff337-da78-4033-b35c-5deeb2aa8821 req-9f809e27-a58b-4452-82f3-478b5443836a tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430713 Feb 12 04:21:50.779362 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fdb68-025e-4c62-a518-3acbe935773b req-f9c19a9a-5f37-4261-a4e9-b3ecf3898b24 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:50.780845 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-092fdb68-025e-4c62-a518-3acbe935773b req-f9c19a9a-5f37-4261-a4e9-b3ecf3898b24 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0548756 Feb 12 04:21:50.829683 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-092fdb68-025e-4c62-a518-3acbe935773b req-33ecee61-11a3-4d54-a851-6e10a693b5ff tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405910 Feb 12 04:21:51.122463 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-51540c3f-6043-48f7-b66a-98ce1176b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:51.123993 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-51540c3f-6043-48f7-b66a-98ce1176b77d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662&tenant_id=f5a7d98ea94e4547983dbffcb2b614bc HTTP/1.1" status: 200 len: 1128 time: 0.0813603 Feb 12 04:21:51.196428 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90963703-7e5c-41de-a5cf-b10ef78a788c req-fd3b70b7-8c5e-42a2-b8dd-91157bc54f79 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:51.197935 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-a96ade6e-71c7-450f-bb97-deb22b5bc820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:51.198096 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-90963703-7e5c-41de-a5cf-b10ef78a788c req-fd3b70b7-8c5e-42a2-b8dd-91157bc54f79 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0642035 Feb 12 04:21:51.199480 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-a96ade6e-71c7-450f-bb97-deb22b5bc820 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 1128 time: 0.0494368 Feb 12 04:21:51.248059 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-90963703-7e5c-41de-a5cf-b10ef78a788c req-5e83eb94-81d6-4c38-8134-1dac590fcc61 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433869 Feb 12 04:21:51.325141 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-988ae8de-d45d-44b2-9b19-d6ca8e10e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:51.326653 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-988ae8de-d45d-44b2-9b19-d6ca8e10e088 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a470119b-e597-4f7c-b914-bdedfeebd027 HTTP/1.1" status: 200 len: 916 time: 0.1127152 Feb 12 04:21:51.366863 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af4c04-65f2-4436-afcd-3aa6bbdeda46 req-ef09dfdd-8613-4e05-8eaf-fb73090c2901 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:51.368346 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c1af4c04-65f2-4436-afcd-3aa6bbdeda46 req-ef09dfdd-8613-4e05-8eaf-fb73090c2901 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0559847 Feb 12 04:21:51.394031 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-abd141ed-df74-417b-9553-597f15db097a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95 HTTP/1.1" status: 200 len: 1000 time: 0.0576980 Feb 12 04:21:51.419262 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c1af4c04-65f2-4436-afcd-3aa6bbdeda46 req-98a08b27-91db-4f04-bfd2-5467bfaa2688 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448902 Feb 12 04:21:51.451919 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-f2aa2f6f-2b78-4648-9471-e1a56061d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:51.453395 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-f2aa2f6f-2b78-4648-9471-e1a56061d636 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e097ae6-88b7-4785-b35b-e83f2dfc78cb HTTP/1.1" status: 200 len: 855 time: 0.0468030 Feb 12 04:21:51.507325 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-d1169b89-70d8-495f-a03b-e39f274c8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:51.509208 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-d1169b89-70d8-495f-a03b-e39f274c8fd3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a470119b-e597-4f7c-b914-bdedfeebd027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495315 Feb 12 04:21:51.519144 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1545171-33a9-4e37-a155-1fe2fb5cba91 req-7cd5a17a-d34a-4fa5-bd6d-b0ac2b707676 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:51.520624 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e1545171-33a9-4e37-a155-1fe2fb5cba91 req-7cd5a17a-d34a-4fa5-bd6d-b0ac2b707676 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0588081 Feb 12 04:21:51.574362 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e1545171-33a9-4e37-a155-1fe2fb5cba91 req-edcb19b9-ec0d-4584-8245-ddfbed25d4c6 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461016 Feb 12 04:21:51.602137 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-eea712ee-ada7-4ceb-98f9-451b6e34ebbc service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859468 Feb 12 04:21:51.692611 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-64db07a3-abdf-4cd6-9aef-2d5ed73f06f7 req-22a2bd3c-02b1-4e83-905f-a2a5e011a868 service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839684 Feb 12 04:21:51.946308 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f63a7-bb35-47a6-aa22-68b4c3591c7b req-eb558df0-7e37-4fc4-a095-1b8d34519674 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:51.947690 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d18f63a7-bb35-47a6-aa22-68b4c3591c7b req-eb558df0-7e37-4fc4-a095-1b8d34519674 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0509777 Feb 12 04:21:51.996786 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d18f63a7-bb35-47a6-aa22-68b4c3591c7b req-5bf3b088-5d93-41e3-a0f6-ec95ef93f012 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436080 Feb 12 04:21:52.389059 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4aef1-3dde-477c-a4ca-6dab55fdf580 req-50d2dfe9-4477-410c-a888-c52d9bdce896 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:52.390604 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8cb4aef1-3dde-477c-a4ca-6dab55fdf580 req-50d2dfe9-4477-410c-a888-c52d9bdce896 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0626645 Feb 12 04:21:52.435986 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8cb4aef1-3dde-477c-a4ca-6dab55fdf580 req-26768a5d-e031-421f-a85f-ebfd142c59b6 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397780 Feb 12 04:21:52.556089 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727aef2-f251-4f91-8a94-19786ee9e2b0 req-e7fbf9cd-7a94-42bb-9c4e-1759eb95ab4f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:52.565008 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2727aef2-f251-4f91-8a94-19786ee9e2b0 req-e7fbf9cd-7a94-42bb-9c4e-1759eb95ab4f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0685625 Feb 12 04:21:52.650366 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2727aef2-f251-4f91-8a94-19786ee9e2b0 req-84081c9d-4788-436f-a512-8d150505e677 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812535 Feb 12 04:21:52.754646 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb687b-c03c-4f93-9ea2-393f3dd2a1b8 req-d308542f-0c2a-4557-94a6-62b3151b1826 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:52.756046 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8aeb687b-c03c-4f93-9ea2-393f3dd2a1b8 req-d308542f-0c2a-4557-94a6-62b3151b1826 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0701652 Feb 12 04:21:52.813669 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8aeb687b-c03c-4f93-9ea2-393f3dd2a1b8 req-13d144f2-b6e0-4503-9522-dc968de68ac0 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508642 Feb 12 04:21:53.126137 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7177e-e6f4-4196-bbeb-1f5f9b310ba0 req-3325dad5-b73a-4632-a4a5-d7a7701d99e0 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:53.127750 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3fc7177e-e6f4-4196-bbeb-1f5f9b310ba0 req-3325dad5-b73a-4632-a4a5-d7a7701d99e0 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0535405 Feb 12 04:21:53.174892 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3fc7177e-e6f4-4196-bbeb-1f5f9b310ba0 req-904fde5b-f0c5-4326-b612-40dafae7e6b6 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410311 Feb 12 04:21:53.570739 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf48f6-b94a-4c4b-9320-5afc95b550dc req-95c996e7-2fcc-4df4-a379-82723d2f13a5 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:53.575531 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8aaf48f6-b94a-4c4b-9320-5afc95b550dc req-95c996e7-2fcc-4df4-a379-82723d2f13a5 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0666091 Feb 12 04:21:53.622525 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8aaf48f6-b94a-4c4b-9320-5afc95b550dc req-80bd9d93-3a50-4b47-9eae-ad6a70621297 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436511 Feb 12 04:21:53.797115 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5aea1-305f-4bd0-8e75-c009de84d6a9 req-dc5834fe-473c-4a02-94da-3be45d2837e5 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:53.798683 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d9d5aea1-305f-4bd0-8e75-c009de84d6a9 req-dc5834fe-473c-4a02-94da-3be45d2837e5 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0542531 Feb 12 04:21:53.857662 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d9d5aea1-305f-4bd0-8e75-c009de84d6a9 req-4df3673c-1d70-4579-a92d-f227f8355ead tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511456 Feb 12 04:21:53.956583 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b74cee-0b74-496c-a6a0-9f39d4c74d14 req-30117fed-e764-4c59-9430-da7ae67bc449 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:53.963901 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-63b74cee-0b74-496c-a6a0-9f39d4c74d14 req-30117fed-e764-4c59-9430-da7ae67bc449 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0719266 Feb 12 04:21:54.024012 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-63b74cee-0b74-496c-a6a0-9f39d4c74d14 req-56894138-639d-40e8-8ed7-5e510d3c06b7 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595503 Feb 12 04:21:54.303657 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e76d3-078a-437e-a3e9-fc28cfb62f22 req-c562c1c1-26f2-442e-b13d-3296303d6143 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:54.305750 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-937e76d3-078a-437e-a3e9-fc28cfb62f22 req-c562c1c1-26f2-442e-b13d-3296303d6143 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0560009 Feb 12 04:21:54.357813 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-937e76d3-078a-437e-a3e9-fc28cfb62f22 req-2fd7d582-67d9-4b86-8ad7-b9052d8bdeb8 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461791 Feb 12 04:21:54.747021 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd0b98-a191-4366-9d41-dc88801e0744 req-42e71c4e-1a48-4dbe-b577-934916807cc6 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:54.748559 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b7dd0b98-a191-4366-9d41-dc88801e0744 req-42e71c4e-1a48-4dbe-b577-934916807cc6 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0555367 Feb 12 04:21:54.807521 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b7dd0b98-a191-4366-9d41-dc88801e0744 req-71cf4fc8-3c43-49e1-a46b-b0a5df5f3e14 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509257 Feb 12 04:21:54.982697 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ac5e1-4dc0-41ec-aa91-3043d64353e0 req-cb3ffa1c-50de-461f-ae35-f957f53b368d tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:54.984952 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-036ac5e1-4dc0-41ec-aa91-3043d64353e0 req-cb3ffa1c-50de-461f-ae35-f957f53b368d tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0580852 Feb 12 04:21:55.035502 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-036ac5e1-4dc0-41ec-aa91-3043d64353e0 req-57072a63-8542-4948-81f7-ec863b4d3a79 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449972 Feb 12 04:21:55.149295 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d17c1-52ce-4f86-bf07-a5c8baf8b95f req-cba9587b-51af-4159-9105-089a73bc8314 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:55.151951 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e62d17c1-52ce-4f86-bf07-a5c8baf8b95f req-cba9587b-51af-4159-9105-089a73bc8314 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0553992 Feb 12 04:21:55.200191 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e62d17c1-52ce-4f86-bf07-a5c8baf8b95f req-2277d5d9-1549-4117-b4c9-72f31c357401 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424464 Feb 12 04:21:55.490713 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d708c1-d1a5-4292-aa1e-50a019e095e7 req-f422462f-1f0d-4380-8b50-3707da1705a5 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:55.492139 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f7d708c1-d1a5-4292-aa1e-50a019e095e7 req-f422462f-1f0d-4380-8b50-3707da1705a5 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0558681 Feb 12 04:21:55.547987 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f7d708c1-d1a5-4292-aa1e-50a019e095e7 req-605271aa-4bdd-492a-8e0a-677e38beb5dc tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499833 Feb 12 04:21:55.935345 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1e7d1-3ff8-4201-bf86-be5e9afd5897 req-8ec508b8-f460-4353-a19d-4f78fcacac25 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:55.937149 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0cd1e7d1-3ff8-4201-bf86-be5e9afd5897 req-8ec508b8-f460-4353-a19d-4f78fcacac25 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0543468 Feb 12 04:21:55.991505 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0cd1e7d1-3ff8-4201-bf86-be5e9afd5897 req-e510bb0c-5b28-4d54-9907-2b5f72385cfd tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474005 Feb 12 04:21:56.162489 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4effc-5e4c-4184-b961-5ec1b784f77c req-16eef8fd-bba0-42cd-b387-f2aa939e368f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:56.165750 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-91c4effc-5e4c-4184-b961-5ec1b784f77c req-16eef8fd-bba0-42cd-b387-f2aa939e368f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0555029 Feb 12 04:21:56.219500 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-91c4effc-5e4c-4184-b961-5ec1b784f77c req-7faa2678-fb6b-4de2-98a6-74d54fb5e5e0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491250 Feb 12 04:21:56.330509 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941e846-9fc1-4fb5-a60f-a52e9f993e8c req-fe97c404-e36f-4de8-b993-26696aeda15c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:56.331968 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d941e846-9fc1-4fb5-a60f-a52e9f993e8c req-fe97c404-e36f-4de8-b993-26696aeda15c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0561972 Feb 12 04:21:56.382403 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d941e846-9fc1-4fb5-a60f-a52e9f993e8c req-bf996b6e-4dc3-48a0-803f-a6e8be993ace tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432048 Feb 12 04:21:56.676539 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee5fee-9079-4c14-a652-46c09fef88b0 req-abf6910d-b303-4d65-aa87-8b3caa0d6680 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:56.678081 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-75ee5fee-9079-4c14-a652-46c09fef88b0 req-abf6910d-b303-4d65-aa87-8b3caa0d6680 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0546002 Feb 12 04:21:56.730908 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-75ee5fee-9079-4c14-a652-46c09fef88b0 req-2c63b632-7a28-47b9-a17b-a5f1d8284b4f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461023 Feb 12 04:21:57.143810 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841d76c-511d-4899-8725-f834816ecebc req-9dc12e3b-3b60-4de1-b38d-a913aaedda2f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:57.146636 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7841d76c-511d-4899-8725-f834816ecebc req-9dc12e3b-3b60-4de1-b38d-a913aaedda2f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0746956 Feb 12 04:21:57.203725 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7841d76c-511d-4899-8725-f834816ecebc req-196d272f-9414-45fd-b345-c56d5c3a0bc0 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509641 Feb 12 04:21:57.351959 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4dd56-5480-40a4-a184-968a612fd757 req-b7486e2c-ce86-401b-a422-7d2217b5a11e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:57.353635 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5ed4dd56-5480-40a4-a184-968a612fd757 req-b7486e2c-ce86-401b-a422-7d2217b5a11e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0572979 Feb 12 04:21:57.402911 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5ed4dd56-5480-40a4-a184-968a612fd757 req-e984e82d-228b-47e5-910d-65a00a58f726 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429540 Feb 12 04:21:57.517009 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bebef9-4bc5-4854-b51c-13a70642d2cb req-089f7db7-358d-4137-b031-b66c981354dd tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:57.518660 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-54bebef9-4bc5-4854-b51c-13a70642d2cb req-089f7db7-358d-4137-b031-b66c981354dd tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0651600 Feb 12 04:21:57.592576 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-54bebef9-4bc5-4854-b51c-13a70642d2cb req-f81bf1f6-1393-4b9a-9910-33ee1ef4a110 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669951 Feb 12 04:21:57.860957 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc21330-7bc8-4f6e-a94b-2ccfeb4b6967 req-a06cab05-e761-40b5-bbaf-b1270a40c704 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:57.862776 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9bc21330-7bc8-4f6e-a94b-2ccfeb4b6967 req-a06cab05-e761-40b5-bbaf-b1270a40c704 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0542390 Feb 12 04:21:57.909860 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9bc21330-7bc8-4f6e-a94b-2ccfeb4b6967 req-eac8d88f-b4fd-4d9c-8bf1-2393f962e003 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413363 Feb 12 04:21:58.342826 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8d637-dc41-4da4-9c9a-b1b0064ec454 req-23cdaa98-df65-4a31-be7e-bfbda3336b06 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:58.344346 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-81d8d637-dc41-4da4-9c9a-b1b0064ec454 req-23cdaa98-df65-4a31-be7e-bfbda3336b06 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0613456 Feb 12 04:21:58.392139 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-81d8d637-dc41-4da4-9c9a-b1b0064ec454 req-3eebf42d-2530-4aa3-b192-2528aa942c05 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Feb 12 04:21:58.532415 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352eb26-5414-48e5-b553-9f4e3f4edd3e req-98507ea8-0d22-4ea4-8ed0-19556531ddb0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:58.533885 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a352eb26-5414-48e5-b553-9f4e3f4edd3e req-98507ea8-0d22-4ea4-8ed0-19556531ddb0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0568442 Feb 12 04:21:58.588353 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a352eb26-5414-48e5-b553-9f4e3f4edd3e req-f454766d-5afa-4e80-9196-84d61964c0df tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470674 Feb 12 04:21:58.714339 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8599a-5330-40b2-8225-3b6530fd8bd7 req-186be0e9-806a-4bdd-93b6-b0a034f909c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:58.715949 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b9e8599a-5330-40b2-8225-3b6530fd8bd7 req-186be0e9-806a-4bdd-93b6-b0a034f909c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0542765 Feb 12 04:21:58.775094 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b9e8599a-5330-40b2-8225-3b6530fd8bd7 req-7eb3919c-2f22-45ac-ac7a-1730b9fd8a48 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506277 Feb 12 04:21:59.040563 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2aca6-3d71-4cec-9dda-8ed82c3d6c7c req-36408622-8235-47bb-b6b7-7fd984f90598 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:59.044002 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-60c2aca6-3d71-4cec-9dda-8ed82c3d6c7c req-36408622-8235-47bb-b6b7-7fd984f90598 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0568974 Feb 12 04:21:59.326162 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-60c2aca6-3d71-4cec-9dda-8ed82c3d6c7c req-ea869a60-3382-4768-8cdd-a443b741b9ce tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2776754 Feb 12 04:21:59.536426 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4ecf3-167e-4e5a-95e2-88f1f3570ef2 req-0967a3c4-404a-44dc-96c4-bb63ced7cb43 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:59.538804 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-43d4ecf3-167e-4e5a-95e2-88f1f3570ef2 req-0967a3c4-404a-44dc-96c4-bb63ced7cb43 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0560832 Feb 12 04:21:59.589955 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 35512) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:59.594624 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-43d4ecf3-167e-4e5a-95e2-88f1f3570ef2 req-072294e3-57f9-4ee8-82d5-e51031163172 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437329 Feb 12 04:21:59.710444 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-43b434fc-b728-42c1-b607-e1ba0451a29b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:59.733403 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2b1f-0fa6-409b-90fd-8bfb97d91579 req-55c9e2a2-08b9-4510-9fb3-44d8a7ed2f80 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:59.740976 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-729b2b1f-0fa6-409b-90fd-8bfb97d91579 req-55c9e2a2-08b9-4510-9fb3-44d8a7ed2f80 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0763211 Feb 12 04:21:59.792357 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-729b2b1f-0fa6-409b-90fd-8bfb97d91579 req-9e38abf4-c95b-4ab1-80a8-05bf75fb3198 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498469 Feb 12 04:21:59.794386 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-43b434fc-b728-42c1-b607-e1ba0451a29b admin admin] Publish callbacks [] for security_group (22009cc4-b6c0-40f3-8533-64d5b9f6f2f0), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:59.859474 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-43b434fc-b728-42c1-b607-e1ba0451a29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (22009cc4-b6c0-40f3-8533-64d5b9f6f2f0), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:21:59.910408 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b434fc-b728-42c1-b607-e1ba0451a29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22009cc4-b6c0-40f3-8533-64d5b9f6f2f0,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:21:59.917499 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9790c-eb8e-41bb-a314-114e48019c77 req-895f7242-9459-4ce4-bd42-64650b60b019 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:21:59.919315 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-82f9790c-eb8e-41bb-a314-114e48019c77 req-895f7242-9459-4ce4-bd42-64650b60b019 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0562665 Feb 12 04:21:59.934257 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-43b434fc-b728-42c1-b607-e1ba0451a29b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18514af3a01548e7b8ae5f50357a5095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385043 Feb 12 04:21:59.934953 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 35520) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:21:59.998054 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-82f9790c-eb8e-41bb-a314-114e48019c77 req-967e5199-cb6d-4883-87bc-a13e5e572204 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689464 Feb 12 04:21:59.999161 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f2f4321b-1f56-4302-9625-9d54e241624f admin admin] Publish callbacks [] for security_group (22009cc4-b6c0-40f3-8533-64d5b9f6f2f0), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:00.024063 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f2f4321b-1f56-4302-9625-9d54e241624f admin admin] Publish callbacks [] for security_group (22009cc4-b6c0-40f3-8533-64d5b9f6f2f0), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:00.145081 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f2f4321b-1f56-4302-9625-9d54e241624f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (22009cc4-b6c0-40f3-8533-64d5b9f6f2f0), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:00.148477 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f2f4321b-1f56-4302-9625-9d54e241624f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:00.151760 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-f2f4321b-1f56-4302-9625-9d54e241624f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22009cc4-b6c0-40f3-8533-64d5b9f6f2f0 HTTP/1.1" status: 204 len: 168 time: 0.2129633 Feb 12 04:22:00.159896 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4321b-1f56-4302-9625-9d54e241624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22009cc4-b6c0-40f3-8533-64d5b9f6f2f0,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:00.465598 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee65ee-c071-486a-89fa-9484ecdb9e39 req-cccf6bc0-3330-4b7e-9204-aeaab9e7411d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:00.467130 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-99ee65ee-c071-486a-89fa-9484ecdb9e39 req-cccf6bc0-3330-4b7e-9204-aeaab9e7411d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0684097 Feb 12 04:22:00.518369 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-99ee65ee-c071-486a-89fa-9484ecdb9e39 req-031c6cb0-1946-4b0f-8f44-83248499e76d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441236 Feb 12 04:22:00.732019 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f91d9-197f-4d68-ac15-c1c6dced2dca req-67ebad41-1744-44ef-ba8e-3b002248c1a9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:00.733511 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8c3f91d9-197f-4d68-ac15-c1c6dced2dca req-67ebad41-1744-44ef-ba8e-3b002248c1a9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0591023 Feb 12 04:22:00.785441 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8c3f91d9-197f-4d68-ac15-c1c6dced2dca req-20a4b6d1-d157-462b-8de7-9244c0e81789 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461416 Feb 12 04:22:00.875034 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 35532) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:00.887752 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-84afcaec-32b4-4307-aeb1-7e29fc5c4d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:00.925100 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3f3a4-7927-4d1e-9614-1c80eec538bc req-83eeb6b1-b69d-41cf-9613-ab5a021659cb tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:00.927032 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8ca3f3a4-7927-4d1e-9614-1c80eec538bc req-83eeb6b1-b69d-41cf-9613-ab5a021659cb tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0580053 Feb 12 04:22:00.969205 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-84afcaec-32b4-4307-aeb1-7e29fc5c4d4d admin admin] Publish callbacks [] for security_group (3a0f45a1-3aee-4140-bd77-da7fff73c48c), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:00.994608 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8ca3f3a4-7927-4d1e-9614-1c80eec538bc req-89a1c14d-9bab-4bdd-885d-2a57255c713e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465436 Feb 12 04:22:01.014332 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:01.048229 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-84afcaec-32b4-4307-aeb1-7e29fc5c4d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (3a0f45a1-3aee-4140-bd77-da7fff73c48c), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:01.099701 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afcaec-32b4-4307-aeb1-7e29fc5c4d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0f45a1-3aee-4140-bd77-da7fff73c48c,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:01.115785 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-84afcaec-32b4-4307-aeb1-7e29fc5c4d4d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abbeec749c204bf599a6e01c49eb78f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394941 Feb 12 04:22:01.118882 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 35536) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:01.138315 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b081d-3da2-403c-ae29-8e2fa88b24e1 req-05c7bbec-841f-4a90-a10a-4846dcc4f255 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:01.141760 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-434b081d-3da2-403c-ae29-8e2fa88b24e1 req-05c7bbec-841f-4a90-a10a-4846dcc4f255 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0737464 Feb 12 04:22:01.173055 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-567fabe5-38ed-4d26-bf83-167b74566b7d admin admin] Publish callbacks [] for security_group (3a0f45a1-3aee-4140-bd77-da7fff73c48c), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:01.196884 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-434b081d-3da2-403c-ae29-8e2fa88b24e1 req-c78b7d5d-c920-4245-aace-5da6f06aca5f tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506907 Feb 12 04:22:01.198230 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-567fabe5-38ed-4d26-bf83-167b74566b7d admin admin] Publish callbacks [] for security_group (3a0f45a1-3aee-4140-bd77-da7fff73c48c), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:01.339794 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-567fabe5-38ed-4d26-bf83-167b74566b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (3a0f45a1-3aee-4140-bd77-da7fff73c48c), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:01.342429 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-567fabe5-38ed-4d26-bf83-167b74566b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:01.343658 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-567fabe5-38ed-4d26-bf83-167b74566b7d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a0f45a1-3aee-4140-bd77-da7fff73c48c HTTP/1.1" status: 204 len: 168 time: 0.2238185 Feb 12 04:22:01.352286 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fabe5-38ed-4d26-bf83-167b74566b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0f45a1-3aee-4140-bd77-da7fff73c48c,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:01.646652 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1e6a3-f2a6-4b94-b1b1-9c2b75ce498c req-726f8ace-632a-4e83-aef5-81ea91fdcdf9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:01.651429 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8ad1e6a3-f2a6-4b94-b1b1-9c2b75ce498c req-726f8ace-632a-4e83-aef5-81ea91fdcdf9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0557413 Feb 12 04:22:01.718180 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8ad1e6a3-f2a6-4b94-b1b1-9c2b75ce498c req-f2f6aaa5-7d01-4be5-a8a2-3728073f4f8e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496626 Feb 12 04:22:01.910229 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a1188-dd86-48e6-b63a-c7371d999c82 req-935067b1-05d1-4ff3-ba23-49765da57e40 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:01.912145 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2e9a1188-dd86-48e6-b63a-c7371d999c82 req-935067b1-05d1-4ff3-ba23-49765da57e40 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0546951 Feb 12 04:22:01.972122 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2e9a1188-dd86-48e6-b63a-c7371d999c82 req-376ebccc-d3c6-44ea-b27e-b84790140375 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466392 Feb 12 04:22:02.128080 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afceffba-37f6-4939-9c9b-f4275dbdd86b req-d71cdca4-fa74-4edd-ad5e-f97cb353ea3a tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:02.129743 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-afceffba-37f6-4939-9c9b-f4275dbdd86b req-d71cdca4-fa74-4edd-ad5e-f97cb353ea3a tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0617614 Feb 12 04:22:02.177020 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-afceffba-37f6-4939-9c9b-f4275dbdd86b req-5df5013a-3fbe-497d-b86d-e8e19fa3941c tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411837 Feb 12 04:22:02.327143 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e19d29-efbd-436d-ae93-f0dc69cb13fa req-52a63bda-45fe-4b4a-9b1d-d270541951ea tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:02.333903 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-54e19d29-efbd-436d-ae93-f0dc69cb13fa req-52a63bda-45fe-4b4a-9b1d-d270541951ea tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0658860 Feb 12 04:22:02.377356 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-54e19d29-efbd-436d-ae93-f0dc69cb13fa req-caca2fb4-7bf7-43ee-a893-8a593f1cee9f tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425029 Feb 12 04:22:02.833691 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ed2c7-dfa9-47f7-90a4-734d0dbac8df req-029bc8dd-3a01-4c74-ae54-ce2b3fdc1b61 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:02.835803 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-565ed2c7-dfa9-47f7-90a4-734d0dbac8df req-029bc8dd-3a01-4c74-ae54-ce2b3fdc1b61 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0668375 Feb 12 04:22:02.888999 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-565ed2c7-dfa9-47f7-90a4-734d0dbac8df req-785c25e8-9a45-406b-8425-0014e7be7d56 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475693 Feb 12 04:22:03.087855 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c41977-f509-42c6-a2d4-28c52ca7a2f3 req-34e53f05-c17e-49e8-97a9-c4dcf58e6160 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:03.089636 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-50c41977-f509-42c6-a2d4-28c52ca7a2f3 req-34e53f05-c17e-49e8-97a9-c4dcf58e6160 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0531940 Feb 12 04:22:03.141540 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-50c41977-f509-42c6-a2d4-28c52ca7a2f3 req-d20c0777-589d-4b63-8c0c-5c9e70c39c48 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462763 Feb 12 04:22:03.340858 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cbb1e-ca28-4d5c-b265-aee2aebad9a7 req-594e3e54-784f-49da-a8e1-96358eda7685 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:03.343237 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f54cbb1e-ca28-4d5c-b265-aee2aebad9a7 req-594e3e54-784f-49da-a8e1-96358eda7685 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0800917 Feb 12 04:22:03.405137 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f54cbb1e-ca28-4d5c-b265-aee2aebad9a7 req-2ec28ddf-ba8e-4937-a142-f4a15e1bb57c tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531254 Feb 12 04:22:03.554319 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b37be-eb6e-478d-b4aa-59cc9ed5b99d req-c1b20ffd-3cd4-44af-b494-036ae34b078d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:03.563156 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-861b37be-eb6e-478d-b4aa-59cc9ed5b99d req-c1b20ffd-3cd4-44af-b494-036ae34b078d tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0643535 Feb 12 04:22:03.636401 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-861b37be-eb6e-478d-b4aa-59cc9ed5b99d req-9bc665f3-e467-4d8b-bd75-178f79653a62 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659578 Feb 12 04:22:04.008816 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3184942-7c1e-4ce2-97f7-4db2925e4846 req-9cac6904-16b3-4436-800a-84f840f1369e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:04.010330 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c3184942-7c1e-4ce2-97f7-4db2925e4846 req-9cac6904-16b3-4436-800a-84f840f1369e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0541995 Feb 12 04:22:04.060158 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c3184942-7c1e-4ce2-97f7-4db2925e4846 req-95c82406-fbf5-4628-b041-f499fa073ada tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442111 Feb 12 04:22:04.263885 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f834c8-5ab8-49d4-9b1a-837c3531ca2f req-d0e446f6-79d2-4f63-a6d7-27e09d95e09c tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:04.265440 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a0f834c8-5ab8-49d4-9b1a-837c3531ca2f req-d0e446f6-79d2-4f63-a6d7-27e09d95e09c tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0579574 Feb 12 04:22:04.317817 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a0f834c8-5ab8-49d4-9b1a-837c3531ca2f req-faec495b-9f2f-4036-80ce-2ff77c0814f3 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461240 Feb 12 04:22:04.427092 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18f9e7-d0aa-4028-a841-fdd152647168 req-1831214e-48f0-470d-93b1-1853398e6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:04.428512 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9c18f9e7-d0aa-4028-a841-fdd152647168 req-1831214e-48f0-470d-93b1-1853398e6fb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 1128 time: 0.0524952 Feb 12 04:22:04.548429 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac80269-10cd-4956-baac-20c2d874d59a req-fb3b655b-e93d-4ff5-adfa-fd9e3ef22bf2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:04.557682 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cac80269-10cd-4956-baac-20c2d874d59a req-fb3b655b-e93d-4ff5-adfa-fd9e3ef22bf2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0611722 Feb 12 04:22:04.562237 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18f9e7-d0aa-4028-a841-fdd152647168 req-f4c8aa12-c126-4371-8dd9-244e8930d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:04.562607 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9c18f9e7-d0aa-4028-a841-fdd152647168 req-f4c8aa12-c126-4371-8dd9-244e8930d399 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a470119b-e597-4f7c-b914-bdedfeebd027 HTTP/1.1" status: 200 len: 916 time: 0.1087856 Feb 12 04:22:04.600777 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cac80269-10cd-4956-baac-20c2d874d59a req-959ae83a-29f9-4cc5-b876-4610578e9117 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421617 Feb 12 04:22:04.643018 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9c18f9e7-d0aa-4028-a841-fdd152647168 req-5d1fe34b-0022-4419-a3fb-51cdc9117aa0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95 HTTP/1.1" status: 200 len: 1000 time: 0.0658174 Feb 12 04:22:04.701158 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18f9e7-d0aa-4028-a841-fdd152647168 req-70bd02c4-db05-48d4-b669-52818bdc1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:04.702714 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9c18f9e7-d0aa-4028-a841-fdd152647168 req-70bd02c4-db05-48d4-b669-52818bdc1455 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e097ae6-88b7-4785-b35b-e83f2dfc78cb HTTP/1.1" status: 200 len: 855 time: 0.0493283 Feb 12 04:22:04.753199 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de508108-a7d6-454d-9dc5-4cc902c9db95 req-edc2bac0-843d-4eba-8fda-7492550db394 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:04.753665 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18f9e7-d0aa-4028-a841-fdd152647168 req-93f1bfce-c0a5-455e-9dee-fb375423baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:04.754770 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-de508108-a7d6-454d-9dc5-4cc902c9db95 req-edc2bac0-843d-4eba-8fda-7492550db394 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0534852 Feb 12 04:22:04.755155 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9c18f9e7-d0aa-4028-a841-fdd152647168 req-93f1bfce-c0a5-455e-9dee-fb375423baad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a470119b-e597-4f7c-b914-bdedfeebd027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441608 Feb 12 04:22:04.805654 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-de508108-a7d6-454d-9dc5-4cc902c9db95 req-607b0c88-a0f7-47d1-bbfa-c8dbf85ae3d0 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444958 Feb 12 04:22:04.852929 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9c18f9e7-d0aa-4028-a841-fdd152647168 req-b0a4d692-9b4f-480d-9aef-a5d7cf47802c service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903506 Feb 12 04:22:04.943929 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9c18f9e7-d0aa-4028-a841-fdd152647168 req-3421df4f-dffa-46c9-a78a-5edd16873a8b service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806115 Feb 12 04:22:04.956635 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:22:05.188523 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2b4bd-4085-403a-93a7-616242a71402 req-224841f1-fe7b-4712-8c56-71a6826033d9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:05.190124 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3da2b4bd-4085-403a-93a7-616242a71402 req-224841f1-fe7b-4712-8c56-71a6826033d9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0533538 Feb 12 04:22:05.237175 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3da2b4bd-4085-403a-93a7-616242a71402 req-96eaaf91-8893-4f7b-a511-93a9dc44564a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410397 Feb 12 04:22:05.434945 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbb887-9a51-4653-9917-12b1c2f5b592 req-82d95b4e-1d23-4f0f-aee4-cd554bd1e65e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:05.436523 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bdbb887-9a51-4653-9917-12b1c2f5b592 req-82d95b4e-1d23-4f0f-aee4-cd554bd1e65e tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0536213 Feb 12 04:22:05.488712 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bdbb887-9a51-4653-9917-12b1c2f5b592 req-f2f2773c-578d-4b51-a205-5654e089e28d tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465882 Feb 12 04:22:05.648610 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510779ec-cbc1-4bad-bcc5-144531a7d28c req-a19f5230-e565-4c06-bf30-bd525a2e6d06 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:05.648750 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-510779ec-cbc1-4bad-bcc5-144531a7d28c req-a19f5230-e565-4c06-bf30-bd525a2e6d06 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0627913 Feb 12 04:22:05.737516 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-510779ec-cbc1-4bad-bcc5-144531a7d28c req-b0311300-277a-4d64-8374-b3aaf1cd91cb tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796378 Feb 12 04:22:05.762409 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d77b5-412c-476c-8cf0-84f7183a338e req-ea82d606-8fca-468c-bfe7-78a1f1a08bf9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:05.770236 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-933d77b5-412c-476c-8cf0-84f7183a338e req-ea82d606-8fca-468c-bfe7-78a1f1a08bf9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0807922 Feb 12 04:22:05.776852 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6548c-9b8e-4661-b9de-be6d0f7e78cd req-c264a800-45d7-4822-beed-8a19f0a5fc7f tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:05.779027 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-11e6548c-9b8e-4661-b9de-be6d0f7e78cd req-c264a800-45d7-4822-beed-8a19f0a5fc7f tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.0680852 Feb 12 04:22:05.850865 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-933d77b5-412c-476c-8cf0-84f7183a338e req-31af9566-21ee-4c14-9a2e-b4838c963973 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785015 Feb 12 04:22:05.863756 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711b629-dce9-46d7-b0ce-f5efc42b8a7b req-5fb10839-24b5-4114-bc81-21c43847414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:05.863756 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0711b629-dce9-46d7-b0ce-f5efc42b8a7b req-5fb10839-24b5-4114-bc81-21c43847414a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e56e0fac86874323b726d0897d3cd6e5&device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 1130 time: 0.0763657 Feb 12 04:22:05.881611 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [req-11e6548c-9b8e-4661-b9de-be6d0f7e78cd req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Deleting port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:22:05.887008 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-11e6548c-9b8e-4661-b9de-be6d0f7e78cd req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:05.998160 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-11e6548c-9b8e-4661-b9de-be6d0f7e78cd req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] For port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c2ad8f86-26e5-4b78-89c3-4c6cf71428c8,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:22:05.998798 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-11e6548c-9b8e-4661-b9de-be6d0f7e78cd req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:06.011170 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [req-11e6548c-9b8e-4661-b9de-be6d0f7e78cd req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Calling delete_port for c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 owned by compute:nova {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:22:06.023960 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df121b7-d268-481a-80f9-aa7fe38915b6 req-3523f3a7-976c-4649-8fae-669a601337e9 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:06.025472 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8df121b7-d268-481a-80f9-aa7fe38915b6 req-3523f3a7-976c-4649-8fae-669a601337e9 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 946 time: 0.1115439 Feb 12 04:22:06.026448 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711b629-dce9-46d7-b0ce-f5efc42b8a7b req-35c1b2c5-114b-41ef-896c-50219e162c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:06.027757 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0711b629-dce9-46d7-b0ce-f5efc42b8a7b req-35c1b2c5-114b-41ef-896c-50219e162c69 service neutron] 10.222.0.42 "GET /v2.0/networks?id=306165a8-01e9-47a6-9b7a-50f5488101e0 HTTP/1.1" status: 200 len: 911 time: 0.1442223 Feb 12 04:22:06.132613 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0711b629-dce9-46d7-b0ce-f5efc42b8a7b req-7f49aad0-452a-4f26-9d31-4bb97b2e12c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781b9705-45e9-4f7b-a755-a236654ca737 HTTP/1.1" status: 200 len: 1001 time: 0.0907915 Feb 12 04:22:06.136821 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8df121b7-d268-481a-80f9-aa7fe38915b6 req-f00a8076-51a6-4900-bbe8-ec4faa2fe312 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970407 Feb 12 04:22:06.182136 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711b629-dce9-46d7-b0ce-f5efc42b8a7b req-3c1b22c0-df38-47bf-bbc3-97867f9f5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:06.183614 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0711b629-dce9-46d7-b0ce-f5efc42b8a7b req-3c1b22c0-df38-47bf-bbc3-97867f9f5650 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2345433c-525e-49b3-a782-8ff78220c794 HTTP/1.1" status: 200 len: 850 time: 0.0446136 Feb 12 04:22:06.237064 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-11e6548c-9b8e-4661-b9de-be6d0f7e78cd req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809'] for port (c2ad8f86-26e5-4b78-89c3-4c6cf71428c8), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:06.238400 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711b629-dce9-46d7-b0ce-f5efc42b8a7b req-37ca57e6-5b1a-4599-b20b-e7d77176f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:06.240011 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0711b629-dce9-46d7-b0ce-f5efc42b8a7b req-37ca57e6-5b1a-4599-b20b-e7d77176f5b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=306165a8-01e9-47a6-9b7a-50f5488101e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479050 Feb 12 04:22:06.254968 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['28c9098c-2911-456c-a866-c46cf15a8c35', 'c91616f2-77ab-40c0-8485-6ee07fabecae', '0aa7da43-7d38-403e-96e1-faec6f576040', 'c2ad8f86-26e5-4b78-89c3-4c6cf71428c8'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:22:06.269579 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Pushing event deleted for resources: {'Port': ['ID=c2ad8f86-26e5-4b78-89c3-4c6cf71428c8,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:06.293696 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:06.293696 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:06.293696 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:06.294008 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:06.294099 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:06.294382 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:06.294710 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:06.295036 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:06.295358 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:06.295689 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:06.296011 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:06.296331 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:06.296653 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:06.333004 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e6548c-9b8e-4661-b9de-be6d0f7e78cd req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] No DVR routers for this DVR port c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 on host hv-cinder-82869 {{(pid=103157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:22:06.336520 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-11e6548c-9b8e-4661-b9de-be6d0f7e78cd req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:06.339828 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0711b629-dce9-46d7-b0ce-f5efc42b8a7b req-60893823-437b-4d02-abb3-d9be66702efe service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917075 Feb 12 04:22:06.340191 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-11e6548c-9b8e-4661-b9de-be6d0f7e78cd req-ddfaca52-1696-4a7e-8bee-4d214e0467c5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "DELETE /v2.0/ports/c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 HTTP/1.1" status: 204 len: 173 time: 0.5527983 Feb 12 04:22:06.340696 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33357a53-b2b2-4778-aeb1-ffe3f89c3699', 'name': 'network-vif-deleted', 'tag': 'c2ad8f86-26e5-4b78-89c3-4c6cf71428c8'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:22:06.342985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1565ec-4d85-4d91-adfc-c4b6077c8113" -d '{"events": [{"server_uuid": "33357a53-b2b2-4778-aeb1-ffe3f89c3699", "name": "network-vif-deleted", "tag": "c2ad8f86-26e5-4b78-89c3-4c6cf71428c8"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:22:06.378634 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d413d7f5-785c-4182-b723-6c9112e9e6f1 x-openstack-request-id: req-d413d7f5-785c-4182-b723-6c9112e9e6f1 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:22:06.378928 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33357a53-b2b2-4778-aeb1-ffe3f89c3699", "name": "network-vif-deleted", "tag": "c2ad8f86-26e5-4b78-89c3-4c6cf71428c8", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:22:06.379189 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d413d7f5-785c-4182-b723-6c9112e9e6f1 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:22:06.379570 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33357a53-b2b2-4778-aeb1-ffe3f89c3699', 'name': 'network-vif-deleted', 'tag': 'c2ad8f86-26e5-4b78-89c3-4c6cf71428c8', 'status': 'completed', 'code': 200} Feb 12 04:22:06.448760 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f3f24-cf40-48eb-82b7-43c1ceec160a req-a40e5cc8-fa10-45a8-bf37-d12e141a3f42 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:06.450881 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-6f9f3f24-cf40-48eb-82b7-43c1ceec160a req-a40e5cc8-fa10-45a8-bf37-d12e141a3f42 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.42 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0677536 Feb 12 04:22:06.483374 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0711b629-dce9-46d7-b0ce-f5efc42b8a7b req-866f3f33-44fb-4ba5-a9a0-33dda70a420b service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202323 Feb 12 04:22:06.579325 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [req-6f9f3f24-cf40-48eb-82b7-43c1ceec160a req-794d70d8-f117-453e-a629-10943f31e0b2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Deleting port 1aa44ba5-96e3-4bef-be23-68c273fda544 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:22:06.579669 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-6f9f3f24-cf40-48eb-82b7-43c1ceec160a req-794d70d8-f117-453e-a629-10943f31e0b2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:06.619302 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06d4cd-00db-4437-8a4c-909cbd64cfd5 req-1133cfd1-5a6d-42ec-8919-b9b201871e34 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:06.620839 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ca06d4cd-00db-4437-8a4c-909cbd64cfd5 req-1133cfd1-5a6d-42ec-8919-b9b201871e34 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 945 time: 0.0581460 Feb 12 04:22:06.669880 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ca06d4cd-00db-4437-8a4c-909cbd64cfd5 req-4d9d5e78-8889-4695-8007-d6d5983f4be9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421686 Feb 12 04:22:06.672523 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-6f9f3f24-cf40-48eb-82b7-43c1ceec160a req-794d70d8-f117-453e-a629-10943f31e0b2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] For port 1aa44ba5-96e3-4bef-be23-68c273fda544, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=1aa44ba5-96e3-4bef-be23-68c273fda544,segment=NetworkSegment(ba496fde-03f0-44f4-a945-766e140fdb0a),segment_id=ba496fde-03f0-44f4-a945-766e140fdb0a)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:22:06.673061 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-6f9f3f24-cf40-48eb-82b7-43c1ceec160a req-794d70d8-f117-453e-a629-10943f31e0b2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:06.686234 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [req-6f9f3f24-cf40-48eb-82b7-43c1ceec160a req-794d70d8-f117-453e-a629-10943f31e0b2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Calling delete_port for 1aa44ba5-96e3-4bef-be23-68c273fda544 owned by compute:nova {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:22:06.779350 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2873a047-c70a-4bd6-aba1-c40a697d522c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:06.855172 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b30b4-ec96-4c57-8c30-816f25174a3e req-557115a9-35da-48b9-8952-4095a6c3ae70 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:06.856925 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ff5b30b4-ec96-4c57-8c30-816f25174a3e req-557115a9-35da-48b9-8952-4095a6c3ae70 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0525203 Feb 12 04:22:06.894029 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-6f9f3f24-cf40-48eb-82b7-43c1ceec160a req-794d70d8-f117-453e-a629-10943f31e0b2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809'] for port (1aa44ba5-96e3-4bef-be23-68c273fda544), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:06.909570 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ff5b30b4-ec96-4c57-8c30-816f25174a3e req-a8e8825f-e67e-4ca9-ac82-532e7ddb6f45 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469465 Feb 12 04:22:06.931209 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d70d8-f117-453e-a629-10943f31e0b2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Pushing event deleted for resources: {'Port': ['ID=1aa44ba5-96e3-4bef-be23-68c273fda544,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:06.975405 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9f3f24-cf40-48eb-82b7-43c1ceec160a req-794d70d8-f117-453e-a629-10943f31e0b2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] No DVR routers for this DVR port 1aa44ba5-96e3-4bef-be23-68c273fda544 on host hv-cinder-82869 {{(pid=103157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:22:06.977924 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-6f9f3f24-cf40-48eb-82b7-43c1ceec160a req-794d70d8-f117-453e-a629-10943f31e0b2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:06.980541 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6bacc-e507-4aa1-96e1-e767e9484f2f req-1a8b3d03-da57-44f8-a494-f2fce154afca tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:06.981445 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-6f9f3f24-cf40-48eb-82b7-43c1ceec160a req-794d70d8-f117-453e-a629-10943f31e0b2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.42 "DELETE /v2.0/ports/1aa44ba5-96e3-4bef-be23-68c273fda544 HTTP/1.1" status: 204 len: 173 time: 0.5186667 Feb 12 04:22:06.982067 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f0a6bacc-e507-4aa1-96e1-e767e9484f2f req-1a8b3d03-da57-44f8-a494-f2fce154afca tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0548229 Feb 12 04:22:07.028273 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f0a6bacc-e507-4aa1-96e1-e767e9484f2f req-611173bd-cb55-40a7-b640-234bf5f70f90 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403187 Feb 12 04:22:07.231010 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-78d6cf62-8b5b-47ef-ad1a-a9c9b9a436d8 req-06f0ed79-3fdd-4923-9fc1-561a02627656 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0272281 Feb 12 04:22:07.761619 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a0bae66b-259d-4c54-a354-4de465a81dcd req-1bafd42a-4961-4a2c-8291-0cde1e96ad0f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 210 time: 0.0259230 Feb 12 04:22:08.028826 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff659512-8b0c-4fd8-9ab9-bc554cafbb14 req-cf52bb62-1aba-4c58-a4dc-1c19a5c6b9b2 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:08.030236 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ff659512-8b0c-4fd8-9ab9-bc554cafbb14 req-cf52bb62-1aba-4c58-a4dc-1c19a5c6b9b2 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0552232 Feb 12 04:22:08.080127 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ff659512-8b0c-4fd8-9ab9-bc554cafbb14 req-e63d7fd4-f287-41a7-b7b1-1a5e9a83be88 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442920 Feb 12 04:22:08.152202 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb0df5-0c7f-4474-beda-10a3cbc0b2b3 req-442d8b1d-a2d6-4759-8e5e-a103044978ed tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:08.153710 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-30bb0df5-0c7f-4474-beda-10a3cbc0b2b3 req-442d8b1d-a2d6-4759-8e5e-a103044978ed tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0533295 Feb 12 04:22:08.199299 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-30bb0df5-0c7f-4474-beda-10a3cbc0b2b3 req-e7290ca7-7d9f-4d73-97a0-96e156e1e53d tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401123 Feb 12 04:22:08.330969 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a91d1183-c494-40c6-a475-464afca98e19 req-eb7fca09-74d2-4064-9508-398e025074f0 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0321786 Feb 12 04:22:08.380658 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adde7f41-c793-4cdd-b9ac-94923b7ab588', 'name': 'network-vif-deleted', 'tag': '1aa44ba5-96e3-4bef-be23-68c273fda544'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:22:08.383641 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a685e91-5b51-4e6f-8fad-70e6748eb77c" -d '{"events": [{"server_uuid": "adde7f41-c793-4cdd-b9ac-94923b7ab588", "name": "network-vif-deleted", "tag": "1aa44ba5-96e3-4bef-be23-68c273fda544"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:22:08.418615 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f581f6a2-1cbb-4489-9c8b-307aa7a665d7 x-openstack-request-id: req-f581f6a2-1cbb-4489-9c8b-307aa7a665d7 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:22:08.418906 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adde7f41-c793-4cdd-b9ac-94923b7ab588", "name": "network-vif-deleted", "tag": "1aa44ba5-96e3-4bef-be23-68c273fda544", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:22:08.419160 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f581f6a2-1cbb-4489-9c8b-307aa7a665d7 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:22:08.419556 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adde7f41-c793-4cdd-b9ac-94923b7ab588', 'name': 'network-vif-deleted', 'tag': '1aa44ba5-96e3-4bef-be23-68c273fda544', 'status': 'completed', 'code': 200} Feb 12 04:22:08.862891 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fbf5a935-68c2-48d3-8604-0ca3320f3dcf req-4718ffee-9770-41e1-a1c7-3bff429d913b tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 210 time: 0.0277174 Feb 12 04:22:09.175702 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['d5e20402-d3d7-4588-9215-82923e13decf', '1aa44ba5-96e3-4bef-be23-68c273fda544'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:22:09.212361 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c78f8-584c-41a5-9e01-8cfd815b1d2d req-df68e511-d482-4ae1-a5dd-e1562bb4e1b0 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:09.214229 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-043c78f8-584c-41a5-9e01-8cfd815b1d2d req-df68e511-d482-4ae1-a5dd-e1562bb4e1b0 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0580633 Feb 12 04:22:09.286575 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-043c78f8-584c-41a5-9e01-8cfd815b1d2d req-b694346c-d27d-46ec-8c23-3fa17af91834 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654104 Feb 12 04:22:09.340284 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2cb9a-50ba-4dc7-940e-cf786e0c75e1 req-471778e0-809b-4cb5-a9ff-a9e7f2601760 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:09.352628 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1be2cb9a-50ba-4dc7-940e-cf786e0c75e1 req-471778e0-809b-4cb5-a9ff-a9e7f2601760 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0543237 Feb 12 04:22:09.395184 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1be2cb9a-50ba-4dc7-940e-cf786e0c75e1 req-c4f7eba9-c16f-43ea-b40c-54a42f4c0805 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473990 Feb 12 04:22:09.424531 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-acdb692f-ef9f-4335-88c1-be68372bf53a req-bf47c058-e81e-4f89-8cc4-3a916c540e81 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0281143 Feb 12 04:22:09.453689 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec3ae-778b-4574-b1c7-0362c79c4ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:09.972130 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c80b3d20-b94a-4e13-8b57-af6f3a72bac8 req-e2f7223f-fdeb-4c4d-832e-301a78fb3224 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=adde7f41-c793-4cdd-b9ac-94923b7ab588 HTTP/1.1" status: 200 len: 210 time: 0.0262244 Feb 12 04:22:10.419249 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee24a8-c8dd-4cd7-af3b-47bd4ff4b367 req-5c1cc59f-57ce-411b-a17c-4f8880c4f1b6 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:10.420652 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-08ee24a8-c8dd-4cd7-af3b-47bd4ff4b367 req-5c1cc59f-57ce-411b-a17c-4f8880c4f1b6 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0569925 Feb 12 04:22:10.472343 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-08ee24a8-c8dd-4cd7-af3b-47bd4ff4b367 req-a0de17f7-37a2-4a67-8b65-2063bcc2ac31 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461082 Feb 12 04:22:10.539347 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894eb5d-3f42-42db-8749-d3bbd051c7e7 req-bb507665-b133-477c-9b05-ab44c9c77104 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:10.540886 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0894eb5d-3f42-42db-8749-d3bbd051c7e7 req-bb507665-b133-477c-9b05-ab44c9c77104 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 944 time: 0.0629547 Feb 12 04:22:10.595532 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2ed58312-ef26-4b42-8865-79b940e61f88 req-55826567-24f5-4cf4-8bbb-c92ce393d846 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=33357a53-b2b2-4778-aeb1-ffe3f89c3699 HTTP/1.1" status: 200 len: 210 time: 0.0304198 Feb 12 04:22:10.629499 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0894eb5d-3f42-42db-8749-d3bbd051c7e7 req-160d9df8-2c00-47cf-8ac5-5ad7a8bd5b51 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794566 Feb 12 04:22:10.652907 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:11.378531 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:22:11.383037 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 1aa44ba5-96e3-4bef-be23-68c273fda544 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:22:11.416451 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: 1aa44ba5-96e3-4bef-be23-68c273fda544 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:22:11.416869 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 1aa44ba5-96e3-4bef-be23-68c273fda544 not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:22:11.417415 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:22:11.442295 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:22:11.442676 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device c2ad8f86-26e5-4b78-89c3-4c6cf71428c8 not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:22:11.461991 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ef629-fbc2-4ab5-853b-c995013a8388 req-06f4f0cd-cc87-45ac-acdc-8699911da035 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:11.463471 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-456ef629-fbc2-4ab5-853b-c995013a8388 req-06f4f0cd-cc87-45ac-acdc-8699911da035 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0534983 Feb 12 04:22:11.510301 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-456ef629-fbc2-4ab5-853b-c995013a8388 req-b15643aa-0464-4bd6-ae82-ed6a69749b16 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408754 Feb 12 04:22:11.529785 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:22:11.541881 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'port_id': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'mac_address': 'fa:16:3e:b6:d4:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:22:11.545177 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:11.582114 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:22:11.582490 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:11.595283 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:22:11.614286 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:22:11.693921 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:11.742036 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,revision_number=9']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:11.754537 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b73ccc-2e7b-4827-8332-0a4d29bffdd6 req-6773deff-5b10-4757-8679-49da64032d5e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:11.756057 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-35b73ccc-2e7b-4827-8332-0a4d29bffdd6 req-6773deff-5b10-4757-8679-49da64032d5e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 945 time: 0.0555286 Feb 12 04:22:11.803816 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-35b73ccc-2e7b-4827-8332-0a4d29bffdd6 req-35e40fb9-607f-4e7d-bb77-6f0716de2716 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415418 Feb 12 04:22:12.626750 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0f5dd-fff3-4e1c-9557-a7fd290d2465 req-494879db-09c7-4822-bf99-bec9f918088f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:12.628973 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-99a0f5dd-fff3-4e1c-9557-a7fd290d2465 req-494879db-09c7-4822-bf99-bec9f918088f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0525923 Feb 12 04:22:12.675790 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-99a0f5dd-fff3-4e1c-9557-a7fd290d2465 req-619611ec-adde-4027-9e46-04d6e462dc63 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401080 Feb 12 04:22:12.925653 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d7699-6a81-481d-ba9b-d589ecc0bdd2 req-870b9858-dc18-45b9-8d00-71dfcab6d7ff tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:12.927114 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bb3d7699-6a81-481d-ba9b-d589ecc0bdd2 req-870b9858-dc18-45b9-8d00-71dfcab6d7ff tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 945 time: 0.0526769 Feb 12 04:22:12.977052 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bb3d7699-6a81-481d-ba9b-d589ecc0bdd2 req-1593e735-377b-4bf7-8e09-09e817492413 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440259 Feb 12 04:22:13.423654 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:13.791266 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba072d-90de-4144-be8d-79e23ea3a59e req-45011eeb-488c-4198-b4d5-c3e47f5c5791 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:13.792735 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d6ba072d-90de-4144-be8d-79e23ea3a59e req-45011eeb-488c-4198-b4d5-c3e47f5c5791 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0516753 Feb 12 04:22:13.838090 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d6ba072d-90de-4144-be8d-79e23ea3a59e req-abd958d5-b58c-4cbd-9ae5-7af410089efb tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399501 Feb 12 04:22:14.095357 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda6be1-7122-4bfc-9974-16714994d370 req-a26f9fdc-f348-4022-87dd-011c3bda48e4 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:14.096821 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cfda6be1-7122-4bfc-9974-16714994d370 req-a26f9fdc-f348-4022-87dd-011c3bda48e4 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 945 time: 0.0504770 Feb 12 04:22:14.151129 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cfda6be1-7122-4bfc-9974-16714994d370 req-df0d6a4d-804d-4bf6-8e9d-fe012de5f425 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483766 Feb 12 04:22:14.773133 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['7f295ad4-24a6-4a7e-b33a-2a928cd09e95'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:22:14.965702 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1875bee-a178-4185-9483-3e18647cf8f4 req-fc7dbe18-017c-462a-a7b6-60ee826af41d tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:14.967159 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f1875bee-a178-4185-9483-3e18647cf8f4 req-fc7dbe18-017c-462a-a7b6-60ee826af41d tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0551248 Feb 12 04:22:15.012867 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f1875bee-a178-4185-9483-3e18647cf8f4 req-eefe1424-28dc-46df-a0aa-5a0dfb9197bd tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398288 Feb 12 04:22:15.273697 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85347d9-113e-45b3-a7cf-ed8aedbb8d71 req-c6b295a9-2a77-4c87-a996-9111dfa425ec tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:15.275183 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d85347d9-113e-45b3-a7cf-ed8aedbb8d71 req-c6b295a9-2a77-4c87-a996-9111dfa425ec tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 945 time: 0.0518730 Feb 12 04:22:15.322416 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d85347d9-113e-45b3-a7cf-ed8aedbb8d71 req-6bdfaddb-33cb-40a0-97ca-adababe53021 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414619 Feb 12 04:22:15.551853 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846f6f0-425e-4381-9646-1010af3d787f req-96ebbddc-28bb-4a57-b164-46a66a8f6592 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:15.553318 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7846f6f0-425e-4381-9646-1010af3d787f req-96ebbddc-28bb-4a57-b164-46a66a8f6592 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 945 time: 0.0560999 Feb 12 04:22:15.601017 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7846f6f0-425e-4381-9646-1010af3d787f req-ba10f40c-c93a-4f4a-bc22-1e95e60d52e7 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Feb 12 04:22:16.135966 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc32078-9536-410e-ae9e-f73253fded63 req-2ab1adf7-bdfc-4e14-828f-98563e5199ae tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:16.137496 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3cc32078-9536-410e-ae9e-f73253fded63 req-2ab1adf7-bdfc-4e14-828f-98563e5199ae tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0578036 Feb 12 04:22:16.191628 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3cc32078-9536-410e-ae9e-f73253fded63 req-a02c65c9-335e-4ff5-88db-5c476fde2f25 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445631 Feb 12 04:22:16.342274 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:22:16.389297 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:22:16.389754 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:16.446825 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b370d-29ba-4403-96e3-8e437a346c69 req-6881448e-b752-4d6e-b6ce-d3eba6970fea tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:16.448179 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d24b370d-29ba-4403-96e3-8e437a346c69 req-6881448e-b752-4d6e-b6ce-d3eba6970fea tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 945 time: 0.0514402 Feb 12 04:22:16.468931 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:22:16.469346 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:16.497753 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:22:16.500004 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27193f1b-a958-40e0-a9a7-2ce4be6e2079" -d '{"events": [{"server_uuid": "5d27a38f-f79b-4a12-8dd1-e520acda4662", "name": "network-vif-plugged", "status": "completed", "tag": "7f295ad4-24a6-4a7e-b33a-2a928cd09e95"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:22:16.512098 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d24b370d-29ba-4403-96e3-8e437a346c69 req-c7ffd7a2-fae9-44f3-83de-115404f151ff tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573816 Feb 12 04:22:16.515055 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:22:16.545228 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85879f26-3f7f-4415-8956-b50586415aef x-openstack-request-id: req-85879f26-3f7f-4415-8956-b50586415aef {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:22:16.545548 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d27a38f-f79b-4a12-8dd1-e520acda4662", "name": "network-vif-plugged", "status": "completed", "tag": "7f295ad4-24a6-4a7e-b33a-2a928cd09e95", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:22:16.545815 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85879f26-3f7f-4415-8956-b50586415aef {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:22:16.546188 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'code': 200} Feb 12 04:22:16.617965 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:16.671382 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,revision_number=10']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:16.730933 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4197e-51b4-46d7-800c-fee2a76530de req-381c25fc-3e99-496d-b411-c9a4043fa91a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:16.732339 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-73d4197e-51b4-46d7-800c-fee2a76530de req-381c25fc-3e99-496d-b411-c9a4043fa91a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 945 time: 0.0536685 Feb 12 04:22:16.777547 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-73d4197e-51b4-46d7-800c-fee2a76530de req-ff53c953-26e4-47aa-82c4-d3b415f289ec tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396116 Feb 12 04:22:17.310019 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482bd36-0792-4c00-b739-7ab572bdd58f req-9e1fe862-5135-436c-a7e5-1602ebfe6641 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:17.311498 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a482bd36-0792-4c00-b739-7ab572bdd58f req-9e1fe862-5135-436c-a7e5-1602ebfe6641 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0535891 Feb 12 04:22:17.357140 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a482bd36-0792-4c00-b739-7ab572bdd58f req-c98d1024-0c45-4034-8012-482dbf0b57db tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 Feb 12 04:22:17.633894 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a3295-2b8f-4ead-80d5-8173adde9fc8 req-2d700a55-88b8-449c-9f39-12b150145d4f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:17.635496 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-890a3295-2b8f-4ead-80d5-8173adde9fc8 req-2d700a55-88b8-449c-9f39-12b150145d4f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.0553191 Feb 12 04:22:17.679442 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-890a3295-2b8f-4ead-80d5-8173adde9fc8 req-9473347e-eb31-4afa-b5dc-5c3fe0f3f2f5 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385628 Feb 12 04:22:17.892324 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afc76c-04a4-49fe-81dd-1fd3c9762b85 req-66f1c162-f233-4749-82ff-06ef57a4ab1b tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:17.893812 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-77afc76c-04a4-49fe-81dd-1fd3c9762b85 req-66f1c162-f233-4749-82ff-06ef57a4ab1b tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 945 time: 0.0509140 Feb 12 04:22:17.939244 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-77afc76c-04a4-49fe-81dd-1fd3c9762b85 req-b5e01afa-c86e-4557-ae92-8789f5fec605 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392411 Feb 12 04:22:18.471340 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251f96b-cf28-45f7-a129-96a96d20434d req-2b0a2ac2-ab63-4fbb-bebe-3f2d0fcb0220 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:18.472783 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e251f96b-cf28-45f7-a129-96a96d20434d req-2b0a2ac2-ab63-4fbb-bebe-3f2d0fcb0220 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0515344 Feb 12 04:22:18.520685 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e251f96b-cf28-45f7-a129-96a96d20434d req-0ca34b8f-68c1-48bc-8a42-ce3983530ae9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417786 Feb 12 04:22:18.803395 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85367bbb-1708-4b9b-8ea8-5bef482fd80e req-73bf869b-88eb-4143-961e-2e8686465c49 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:18.804875 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-85367bbb-1708-4b9b-8ea8-5bef482fd80e req-73bf869b-88eb-4143-961e-2e8686465c49 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.0513701 Feb 12 04:22:18.857171 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-85367bbb-1708-4b9b-8ea8-5bef482fd80e req-fad4e64e-4760-4924-bd4d-fe93f4a35720 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466831 Feb 12 04:22:19.055544 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae25fdc-e713-448d-8416-09306f70b9f7 req-7ea656e1-16d8-4a9b-b26e-8a17b6292d72 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:19.057007 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aae25fdc-e713-448d-8416-09306f70b9f7 req-7ea656e1-16d8-4a9b-b26e-8a17b6292d72 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 945 time: 0.0515039 Feb 12 04:22:19.107185 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aae25fdc-e713-448d-8416-09306f70b9f7 req-2c961db8-1e81-4ae9-8f43-d7cae327ecee tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446932 Feb 12 04:22:19.643948 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591f2d5-b6f9-4281-b5bc-5632a2e7f74a req-ab5bec8d-9469-4a84-84bd-5b6b55484964 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:19.645453 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a591f2d5-b6f9-4281-b5bc-5632a2e7f74a req-ab5bec8d-9469-4a84-84bd-5b6b55484964 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0595725 Feb 12 04:22:19.695242 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a591f2d5-b6f9-4281-b5bc-5632a2e7f74a req-6a01a44e-40aa-464b-a7cc-c1bba587a922 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437796 Feb 12 04:22:19.965891 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb5ec9-585a-4cb6-bf00-ee27a978b4f6 req-65672b05-38dd-4aa9-9be3-db7dedb32a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:19.967402 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-bcbb5ec9-585a-4cb6-bf00-ee27a978b4f6 req-65672b05-38dd-4aa9-9be3-db7dedb32a20 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 1131 time: 0.0449066 Feb 12 04:22:19.987962 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8b39a-7083-4183-8c7e-aa035776d498 req-6ce638f1-0129-4770-a54a-eeaa8c1728ac tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:19.989640 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ece8b39a-7083-4183-8c7e-aa035776d498 req-6ce638f1-0129-4770-a54a-eeaa8c1728ac tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.0594013 Feb 12 04:22:20.015172 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-bcbb5ec9-585a-4cb6-bf00-ee27a978b4f6 req-94fdf29a-4cf9-4073-8ff1-e4b8b718ae9c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380192 Feb 12 04:22:20.037590 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ece8b39a-7083-4183-8c7e-aa035776d498 req-c5fb75f4-e4fb-45e4-a4b8-2d64b0a0065f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423522 Feb 12 04:22:20.240628 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb743c-d776-4f7f-b4e3-98345289d5e6 req-e3809c1c-31f6-4a98-96b1-5f969c249160 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:20.242163 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7fcb743c-d776-4f7f-b4e3-98345289d5e6 req-e3809c1c-31f6-4a98-96b1-5f969c249160 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 945 time: 0.0565920 Feb 12 04:22:20.293615 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7fcb743c-d776-4f7f-b4e3-98345289d5e6 req-10e7ef76-2320-4ca5-8337-c629a3bb68e5 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458035 Feb 12 04:22:20.812923 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bcfc0-ecf9-4116-8001-7bd47cb41e93 req-a7742600-4da1-4d6b-9b50-14b2f0199707 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:20.814445 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ff6bcfc0-ecf9-4116-8001-7bd47cb41e93 req-a7742600-4da1-4d6b-9b50-14b2f0199707 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0529971 Feb 12 04:22:20.859956 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ff6bcfc0-ecf9-4116-8001-7bd47cb41e93 req-e3b35792-3a49-4a23-940c-cbfe67122ffa tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Feb 12 04:22:21.158715 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4ed62-14f1-4a5a-a033-3d2fc1ef48ac req-863606a8-52eb-4c2c-9b4c-fc03ce767ae9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:21.160178 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-eca4ed62-14f1-4a5a-a033-3d2fc1ef48ac req-863606a8-52eb-4c2c-9b4c-fc03ce767ae9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.0513246 Feb 12 04:22:21.207294 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-eca4ed62-14f1-4a5a-a033-3d2fc1ef48ac req-f8fb8eef-cdbe-4823-a936-7408f0547cbd tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417726 Feb 12 04:22:21.408233 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df442c0-8c4c-498c-a132-eb27d552665f req-05e62ce5-f188-4f86-8401-121154813784 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:21.423070 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0df442c0-8c4c-498c-a132-eb27d552665f req-05e62ce5-f188-4f86-8401-121154813784 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 945 time: 0.0513692 Feb 12 04:22:21.456166 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0df442c0-8c4c-498c-a132-eb27d552665f req-87fd13b0-0fa7-4fd2-ba83-a1dffef3e8a0 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Feb 12 04:22:21.973587 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcccb8-de13-418d-b17d-4e0126380cd2 req-efbfb09f-50f3-412c-a718-79bc798f7a06 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:21.974956 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d6bcccb8-de13-418d-b17d-4e0126380cd2 req-efbfb09f-50f3-412c-a718-79bc798f7a06 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0501685 Feb 12 04:22:22.021609 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d6bcccb8-de13-418d-b17d-4e0126380cd2 req-bdbe86dc-85ff-4b31-aa41-7a13890a0f68 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396495 Feb 12 04:22:22.332343 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44165604-153a-4d2c-9fb6-7befafa73429 req-7f2c48ad-b77e-4c9d-83aa-a5c258544fdb tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:22.333799 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-44165604-153a-4d2c-9fb6-7befafa73429 req-7f2c48ad-b77e-4c9d-83aa-a5c258544fdb tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.0539570 Feb 12 04:22:22.379168 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-44165604-153a-4d2c-9fb6-7befafa73429 req-58ef15b2-0a2d-46e3-9a98-a3b8c9fbde3a tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396028 Feb 12 04:22:22.572284 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b48bb-000f-4dc5-8fb6-7131cb622c18 req-6dd6e435-295c-4586-a6cc-9ac75f0c3556 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:22.573760 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-345b48bb-000f-4dc5-8fb6-7131cb622c18 req-6dd6e435-295c-4586-a6cc-9ac75f0c3556 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 945 time: 0.0507088 Feb 12 04:22:22.618895 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-345b48bb-000f-4dc5-8fb6-7131cb622c18 req-03f9bae3-e937-4995-b874-997f736df0c7 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394871 Feb 12 04:22:23.112915 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6bf6a-8473-46a3-b6b1-f250d6c067f6 req-e7fcb7c7-faa1-4ef1-8293-14968b7bb3c2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:23.114386 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-56c6bf6a-8473-46a3-b6b1-f250d6c067f6 req-e7fcb7c7-faa1-4ef1-8293-14968b7bb3c2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0524580 Feb 12 04:22:23.158258 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9116b-6593-4fb8-9ae2-7dd35ef15185 req-75072a3e-833c-4f9a-ad43-eb1300ab7f13 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:23.159740 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-28f9116b-6593-4fb8-9ae2-7dd35ef15185 req-75072a3e-833c-4f9a-ad43-eb1300ab7f13 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 945 time: 0.0973935 Feb 12 04:22:23.176403 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ded1e-58ab-4da8-ac69-eb51668001db req-2469a3e2-d66d-4140-a270-d2dd10e39bd2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:23.177999 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-177ded1e-58ab-4da8-ac69-eb51668001db req-2469a3e2-d66d-4140-a270-d2dd10e39bd2 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 946 time: 0.0800245 Feb 12 04:22:23.224623 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [req-56c6bf6a-8473-46a3-b6b1-f250d6c067f6 req-5910668b-d405-49b4-8ec4-e8228d5fd8e9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Deleting port d5e20402-d3d7-4588-9215-82923e13decf {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:22:23.224985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-56c6bf6a-8473-46a3-b6b1-f250d6c067f6 req-5910668b-d405-49b4-8ec4-e8228d5fd8e9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (d5e20402-d3d7-4588-9215-82923e13decf), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:23.287250 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-177ded1e-58ab-4da8-ac69-eb51668001db req-fd77145d-237e-41d8-8808-fa314789921f tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/security-groups?id=a7ff10fd-47da-4797-8ca8-9a5a732d952f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776100 Feb 12 04:22:23.315582 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-28f9116b-6593-4fb8-9ae2-7dd35ef15185 req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Deleting port 0aa7da43-7d38-403e-96e1-faec6f576040 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:22:23.315927 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-28f9116b-6593-4fb8-9ae2-7dd35ef15185 req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (0aa7da43-7d38-403e-96e1-faec6f576040), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:23.326810 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-56c6bf6a-8473-46a3-b6b1-f250d6c067f6 req-5910668b-d405-49b4-8ec4-e8228d5fd8e9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] For port d5e20402-d3d7-4588-9215-82923e13decf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d5e20402-d3d7-4588-9215-82923e13decf,segment=NetworkSegment(ba496fde-03f0-44f4-a945-766e140fdb0a),segment_id=ba496fde-03f0-44f4-a945-766e140fdb0a)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:22:23.327257 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-56c6bf6a-8473-46a3-b6b1-f250d6c067f6 req-5910668b-d405-49b4-8ec4-e8228d5fd8e9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (d5e20402-d3d7-4588-9215-82923e13decf), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:23.340272 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [req-56c6bf6a-8473-46a3-b6b1-f250d6c067f6 req-5910668b-d405-49b4-8ec4-e8228d5fd8e9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Calling delete_port for d5e20402-d3d7-4588-9215-82923e13decf owned by compute:nova {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:22:23.411470 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-28f9116b-6593-4fb8-9ae2-7dd35ef15185 req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] For port 0aa7da43-7d38-403e-96e1-faec6f576040, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0aa7da43-7d38-403e-96e1-faec6f576040,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:22:23.411892 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-28f9116b-6593-4fb8-9ae2-7dd35ef15185 req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (0aa7da43-7d38-403e-96e1-faec6f576040), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:23.427893 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-28f9116b-6593-4fb8-9ae2-7dd35ef15185 req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Calling delete_port for 0aa7da43-7d38-403e-96e1-faec6f576040 owned by compute:nova {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:22:23.539847 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-56c6bf6a-8473-46a3-b6b1-f250d6c067f6 req-5910668b-d405-49b4-8ec4-e8228d5fd8e9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809'] for port (d5e20402-d3d7-4588-9215-82923e13decf), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:23.567973 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910668b-d405-49b4-8ec4-e8228d5fd8e9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Pushing event deleted for resources: {'Port': ['ID=d5e20402-d3d7-4588-9215-82923e13decf,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:23.574576 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1670d-bf4f-4fe0-8e13-0f7ce06429c2 req-4309cb93-2187-498f-bd30-870100b45ff2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:23.576371 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a9a1670d-bf4f-4fe0-8e13-0f7ce06429c2 req-4309cb93-2187-498f-bd30-870100b45ff2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.1135178 Feb 12 04:22:23.614080 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c6bf6a-8473-46a3-b6b1-f250d6c067f6 req-5910668b-d405-49b4-8ec4-e8228d5fd8e9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] No DVR routers for this DVR port d5e20402-d3d7-4588-9215-82923e13decf on host hv-cinder-82869 {{(pid=103157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:22:23.617206 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-56c6bf6a-8473-46a3-b6b1-f250d6c067f6 req-5910668b-d405-49b4-8ec4-e8228d5fd8e9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:23.620546 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-56c6bf6a-8473-46a3-b6b1-f250d6c067f6 req-5910668b-d405-49b4-8ec4-e8228d5fd8e9 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.42 "DELETE /v2.0/ports/d5e20402-d3d7-4588-9215-82923e13decf HTTP/1.1" status: 204 len: 173 time: 0.5006166 Feb 12 04:22:23.620995 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d27b809-ac65-4266-99af-19350a4a9c03', 'name': 'network-vif-deleted', 'tag': 'd5e20402-d3d7-4588-9215-82923e13decf'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:22:23.623248 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8f864f-5149-4b2d-b091-2c5088fa0ea8" -d '{"events": [{"server_uuid": "5d27b809-ac65-4266-99af-19350a4a9c03", "name": "network-vif-deleted", "tag": "d5e20402-d3d7-4588-9215-82923e13decf"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:22:23.663541 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb38f6e4-9698-4059-a59c-b532442b362b x-openstack-request-id: req-fb38f6e4-9698-4059-a59c-b532442b362b {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:22:23.664348 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a9a1670d-bf4f-4fe0-8e13-0f7ce06429c2 req-3063df97-c3a7-4fd4-ae56-e5d0194bcf81 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826926 Feb 12 04:22:23.664663 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d27b809-ac65-4266-99af-19350a4a9c03", "name": "network-vif-deleted", "tag": "d5e20402-d3d7-4588-9215-82923e13decf", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:22:23.664983 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb38f6e4-9698-4059-a59c-b532442b362b {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:22:23.665534 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d27b809-ac65-4266-99af-19350a4a9c03', 'name': 'network-vif-deleted', 'tag': 'd5e20402-d3d7-4588-9215-82923e13decf', 'status': 'completed', 'code': 200} Feb 12 04:22:23.765994 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e933893-a975-4011-a94e-9ad721620dc0 req-ad0d48bc-ee4a-4c8b-b005-20eb3b1f6810 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:23.767601 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e933893-a975-4011-a94e-9ad721620dc0 req-ad0d48bc-ee4a-4c8b-b005-20eb3b1f6810 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 945 time: 0.0610812 Feb 12 04:22:23.813269 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e933893-a975-4011-a94e-9ad721620dc0 req-6fd62890-f689-479a-99de-c8b879bd477a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394611 Feb 12 04:22:23.821596 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-28f9116b-6593-4fb8-9ae2-7dd35ef15185 req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (0aa7da43-7d38-403e-96e1-faec6f576040), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:23.851524 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Pushing event deleted for resources: {'Port': ['ID=0aa7da43-7d38-403e-96e1-faec6f576040,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:23.898566 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:23.898909 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:23.899246 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:23.899583 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:23.899906 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:23.900226 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:23.900550 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:23.900868 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:23.901184 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:23.901525 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:23.901841 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:23.902154 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:23.902467 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:22:23.921569 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f9116b-6593-4fb8-9ae2-7dd35ef15185 req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] No DVR routers for this DVR port 0aa7da43-7d38-403e-96e1-faec6f576040 on host hv-cinder-82869 {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:22:23.924368 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-28f9116b-6593-4fb8-9ae2-7dd35ef15185 req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:23.927767 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-28f9116b-6593-4fb8-9ae2-7dd35ef15185 req-e0c8dd4b-b08e-4dd4-9a9f-accfe35a3526 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "DELETE /v2.0/ports/0aa7da43-7d38-403e-96e1-faec6f576040 HTTP/1.1" status: 204 len: 173 time: 0.7483444 Feb 12 04:22:23.928192 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d4c38d-1d35-40ba-90ca-76a76103873e', 'name': 'network-vif-deleted', 'tag': '0aa7da43-7d38-403e-96e1-faec6f576040'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:22:23.930654 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcadbd31-56f1-408c-ab33-42179c21c074" -d '{"events": [{"server_uuid": "c8d4c38d-1d35-40ba-90ca-76a76103873e", "name": "network-vif-deleted", "tag": "0aa7da43-7d38-403e-96e1-faec6f576040"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:22:23.964334 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a50da0-eeb3-41be-b047-9fe7a5a52046 x-openstack-request-id: req-a0a50da0-eeb3-41be-b047-9fe7a5a52046 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:22:23.964625 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d4c38d-1d35-40ba-90ca-76a76103873e", "name": "network-vif-deleted", "tag": "0aa7da43-7d38-403e-96e1-faec6f576040", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:22:23.964873 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0a50da0-eeb3-41be-b047-9fe7a5a52046 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:22:23.965292 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d4c38d-1d35-40ba-90ca-76a76103873e', 'name': 'network-vif-deleted', 'tag': '0aa7da43-7d38-403e-96e1-faec6f576040', 'status': 'completed', 'code': 200} Feb 12 04:22:24.380529 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c9237de3-f928-4f16-89ae-c3305293f0c7 req-3fb726a7-8264-443d-bd56-26aac9f33d82 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 210 time: 0.0272677 Feb 12 04:22:24.791333 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c55c83-dea6-4072-8823-6f8d4089d693 req-67d33315-98a4-4b4a-9e09-e892594cf65d tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:24.792845 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c3c55c83-dea6-4072-8823-6f8d4089d693 req-67d33315-98a4-4b4a-9e09-e892594cf65d tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.0544889 Feb 12 04:22:24.837828 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c3c55c83-dea6-4072-8823-6f8d4089d693 req-44acccd1-2845-47b0-8ac7-e63b732b6126 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395942 Feb 12 04:22:24.911785 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-acf87260-051b-4b73-ade1-31597c1cb76b req-d81fc6d4-c9d0-4843-b13a-26e20f5a410f tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 210 time: 0.0285103 Feb 12 04:22:25.472302 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a2b4539b-cfb5-445a-b76d-65859e48fd6e req-bb8c57bd-df7d-45ad-a6ee-40edc7de9161 tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 210 time: 0.0267801 Feb 12 04:22:25.881679 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['d5e20402-d3d7-4588-9215-82923e13decf'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:22:25.908190 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['28c9098c-2911-456c-a866-c46cf15a8c35', 'c91616f2-77ab-40c0-8485-6ee07fabecae'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:22:25.910192 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 0aa7da43-7d38-403e-96e1-faec6f576040 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:22:25.950328 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: 0aa7da43-7d38-403e-96e1-faec6f576040 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:22:25.950680 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 0aa7da43-7d38-403e-96e1-faec6f576040 not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:22:25.971111 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b28eb-3f56-4907-9cf8-d78a65ef7c94 req-2819ece6-e4f0-4596-ba0c-956b86cb06c5 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:25.972628 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1d3b28eb-3f56-4907-9cf8-d78a65ef7c94 req-2819ece6-e4f0-4596-ba0c-956b86cb06c5 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.0569251 Feb 12 04:22:26.037477 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-689194bc-5b42-4908-8e07-351866efa790 req-330d1877-9b68-4729-b93b-d3e43788b826 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8d4c38d-1d35-40ba-90ca-76a76103873e HTTP/1.1" status: 200 len: 210 time: 0.0374286 Feb 12 04:22:26.069608 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1d3b28eb-3f56-4907-9cf8-d78a65ef7c94 req-364ce118-0e7b-4141-9293-674b2a48b4f0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851521 Feb 12 04:22:26.593502 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-95d38996-8023-422c-80f9-29d93df15d51 req-e0eb27d0-68f7-4dea-8303-6c72811c440a tempest-ServerRescueNegativeTestJSON-532357 tempest-ServerRescueNegativeTestJSON-532357-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27b809-ac65-4266-99af-19350a4a9c03 HTTP/1.1" status: 200 len: 210 time: 0.0295272 Feb 12 04:22:27.200825 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de44837-5f12-4228-ab4a-015ad3911a28 req-4f378ba3-4ebe-418c-b2bf-953b95036295 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:27.205716 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1de44837-5f12-4228-ab4a-015ad3911a28 req-4f378ba3-4ebe-418c-b2bf-953b95036295 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.0594769 Feb 12 04:22:27.262398 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1de44837-5f12-4228-ab4a-015ad3911a28 req-a4d98d81-2b5b-4e21-ae9f-e4fdc697a735 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541928 Feb 12 04:22:27.562003 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a0b9c-9c62-49b0-b666-de55bb1b42e2 req-494725a8-0e37-40ed-b7a1-808373a4bcdf tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:27.563452 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-442a0b9c-9c62-49b0-b666-de55bb1b42e2 req-494725a8-0e37-40ed-b7a1-808373a4bcdf tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 945 time: 0.0508926 Feb 12 04:22:27.608659 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-442a0b9c-9c62-49b0-b666-de55bb1b42e2 req-822a672b-8eb6-482d-8dfb-89fe965d4209 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394645 Feb 12 04:22:27.650940 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 35946) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:28.305131 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6cb75a7e-be91-4158-89c2-4820513cd23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001033'] for router_interface (62758258-1904-4c50-9fd5-dfdcc3833066), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:28.390532 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7b8c5-1ad6-4904-90df-fa25cc43159c req-0be229ae-f901-4a5d-837c-59e3c1177609 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:28.392357 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-72a7b8c5-1ad6-4904-90df-fa25cc43159c req-0be229ae-f901-4a5d-837c-59e3c1177609 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.0576556 Feb 12 04:22:28.440554 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-72a7b8c5-1ad6-4904-90df-fa25cc43159c req-a81a3cdc-1574-4473-a822-cf895ce2eb4e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426142 Feb 12 04:22:28.605469 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-6cb75a7e-be91-4158-89c2-4820513cd23f admin admin] Deleting port 935f5d09-dc1b-4715-b214-65302187f6e0 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:22:28.606060 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6cb75a7e-be91-4158-89c2-4820513cd23f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (935f5d09-dc1b-4715-b214-65302187f6e0), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:28.681654 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-6cb75a7e-be91-4158-89c2-4820513cd23f admin admin] For port 935f5d09-dc1b-4715-b214-65302187f6e0, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=935f5d09-dc1b-4715-b214-65302187f6e0,segment=NetworkSegment(ba496fde-03f0-44f4-a945-766e140fdb0a),segment_id=ba496fde-03f0-44f4-a945-766e140fdb0a)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:22:28.682321 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6cb75a7e-be91-4158-89c2-4820513cd23f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (935f5d09-dc1b-4715-b214-65302187f6e0), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:28.694717 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-6cb75a7e-be91-4158-89c2-4820513cd23f admin admin] Calling delete_port for 935f5d09-dc1b-4715-b214-65302187f6e0 owned by network:router_interface {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:22:28.727995 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2cfdd-9a60-4959-831c-254e8e3f0787 req-3ea77227-75cc-451a-9869-48bf3c4b445a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:28.729478 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3fa2cfdd-9a60-4959-831c-254e8e3f0787 req-3ea77227-75cc-451a-9869-48bf3c4b445a tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 945 time: 0.0519407 Feb 12 04:22:28.774879 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3fa2cfdd-9a60-4959-831c-254e8e3f0787 req-083390ab-2489-4936-85ec-1b74d44b2a79 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394490 Feb 12 04:22:28.950834 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6cb75a7e-be91-4158-89c2-4820513cd23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809'] for port (935f5d09-dc1b-4715-b214-65302187f6e0), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:28.978896 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb75a7e-be91-4158-89c2-4820513cd23f admin admin] Pushing event deleted for resources: {'Port': ['ID=935f5d09-dc1b-4715-b214-65302187f6e0,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:29.097879 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6cb75a7e-be91-4158-89c2-4820513cd23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1001181'] for router_interface (62758258-1904-4c50-9fd5-dfdcc3833066), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:29.310270 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb75a7e-be91-4158-89c2-4820513cd23f admin admin] Router 62758258-1904-4c50-9fd5-dfdcc3833066 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:22:29.412367 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb75a7e-be91-4158-89c2-4820513cd23f admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:22:29.419344 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-6cb75a7e-be91-4158-89c2-4820513cd23f admin admin] 10.222.0.31 "PUT /v2.0/routers/62758258-1904-4c50-9fd5-dfdcc3833066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7661128 Feb 12 04:22:29.420754 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 35974) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:29.422076 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7193f8-1fb5-4864-9cb5-d91cb73e1c40 None None] Sync routers for ids ['62758258-1904-4c50-9fd5-dfdcc3833066'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:22:29.432263 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7193f8-1fb5-4864-9cb5-d91cb73e1c40 None None] Routers {'62758258-1904-4c50-9fd5-dfdcc3833066'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:22:29.432870 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-9c7193f8-1fb5-4864-9cb5-d91cb73e1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:22:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['62758258-1904-4c50-9fd5-dfdcc3833066'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:29.534008 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] Publish callbacks [] for router (62758258-1904-4c50-9fd5-dfdcc3833066), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:29.539910 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-9c7193f8-1fb5-4864-9cb5-d91cb73e1c40 None None] Set router 62758258-1904-4c50-9fd5-dfdcc3833066 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:22:29.567808 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c94c0-a111-4c96-a282-0f38b2f364ea req-3896f3f7-e0b0-4498-8918-f4366d4544f9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:29.569449 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-887c94c0-a111-4c96-a282-0f38b2f364ea req-3896f3f7-e0b0-4498-8918-f4366d4544f9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.0536289 Feb 12 04:22:29.644682 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] Publish callbacks [] for router_gateway (62758258-1904-4c50-9fd5-dfdcc3833066), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:29.727674 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-9c7193f8-1fb5-4864-9cb5-d91cb73e1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'name': 'tempest-ServerRescueNegativeTestJSON-345179841-router', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '418f2bc0-04e4-475c-9570-e55780d7b38a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:22:28Z', 'revision_number': 5, 'project_id': 'b322dc86ac594838a4aebaf0645d9c21', 'gw_port': {'id': '418f2bc0-04e4-475c-9570-e55780d7b38a', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:29.759386 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7193f8-1fb5-4864-9cb5-d91cb73e1c40 None None] Checking router: 62758258-1904-4c50-9fd5-dfdcc3833066 for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:22:29.768905 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7193f8-1fb5-4864-9cb5-d91cb73e1c40 None None] Routers {'62758258-1904-4c50-9fd5-dfdcc3833066'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:22:29.769568 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-9c7193f8-1fb5-4864-9cb5-d91cb73e1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:22:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['62758258-1904-4c50-9fd5-dfdcc3833066'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:29.852356 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-887c94c0-a111-4c96-a282-0f38b2f364ea req-feaa2e0b-7b49-4f2f-afe4-706a812909e4 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758689 Feb 12 04:22:29.868991 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-9c7193f8-1fb5-4864-9cb5-d91cb73e1c40 None None] Set router 62758258-1904-4c50-9fd5-dfdcc3833066 gateway port host: None {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:22:29.923938 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-9c7193f8-1fb5-4864-9cb5-d91cb73e1c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'name': 'tempest-ServerRescueNegativeTestJSON-345179841-router', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:22:29Z', 'revision_number': 6, 'project_id': 'b322dc86ac594838a4aebaf0645d9c21', 'gw_port_host': None}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:29.954110 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7193f8-1fb5-4864-9cb5-d91cb73e1c40 None None] The sync data for ids ['62758258-1904-4c50-9fd5-dfdcc3833066'] in dv-cinder-828696-3-iscsi is: [{'id': '62758258-1904-4c50-9fd5-dfdcc3833066', 'name': 'tempest-ServerRescueNegativeTestJSON-345179841-router', 'tenant_id': 'b322dc86ac594838a4aebaf0645d9c21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:22:29Z', 'revision_number': 6, 'project_id': 'b322dc86ac594838a4aebaf0645d9c21', 'gw_port_host': None}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:22:29.961933 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89901ea-1671-4163-a504-17b4243d7900 req-133cd258-10fd-4d45-a40e-0483671b23fa tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:29.963562 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a89901ea-1671-4163-a504-17b4243d7900 req-133cd258-10fd-4d45-a40e-0483671b23fa tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 945 time: 0.0618482 Feb 12 04:22:30.020418 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a89901ea-1671-4163-a504-17b4243d7900 req-599c256c-af41-47e1-ab87-5ed9fae425e4 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507457 Feb 12 04:22:30.059413 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] Deleting port 418f2bc0-04e4-475c-9570-e55780d7b38a {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:22:30.059962 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (418f2bc0-04e4-475c-9570-e55780d7b38a), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:30.134037 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] For port 418f2bc0-04e4-475c-9570-e55780d7b38a, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=418f2bc0-04e4-475c-9570-e55780d7b38a,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:22:30.134428 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (418f2bc0-04e4-475c-9570-e55780d7b38a), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:30.146456 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] Calling delete_port for 418f2bc0-04e4-475c-9570-e55780d7b38a owned by network:router_gateway {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:22:30.407771 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809'] for port (418f2bc0-04e4-475c-9570-e55780d7b38a), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:30.432712 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] Pushing event deleted for resources: {'Port': ['ID=418f2bc0-04e4-475c-9570-e55780d7b38a,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:30.456479 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996355'] for router_gateway (62758258-1904-4c50-9fd5-dfdcc3833066), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:30.556432 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-998586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (62758258-1904-4c50-9fd5-dfdcc3833066), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:30.558570 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] Publish callbacks [] for router_controller (62758258-1904-4c50-9fd5-dfdcc3833066), precommit_delete_associations {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:30.636740 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device d5e20402-d3d7-4588-9215-82923e13decf no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:22:30.656311 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: d5e20402-d3d7-4588-9215-82923e13decf {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:22:30.656578 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device d5e20402-d3d7-4588-9215-82923e13decf not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:22:30.739823 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-998579'] for router (62758258-1904-4c50-9fd5-dfdcc3833066), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:30.740355 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62758258-1904-4c50-9fd5-dfdcc3833066 {{(pid=103157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 12 04:22:30.745552 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:30.749612 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-edf81522-d55d-45a7-8fbc-62d0384b9177 admin admin] 10.222.0.31 "DELETE /v2.0/routers/62758258-1904-4c50-9fd5-dfdcc3833066 HTTP/1.1" status: 204 len: 168 time: 1.3250287 Feb 12 04:22:30.749612 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 35984) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:30.792681 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_v2 [None req-064e3d60-7738-4c91-a44b-59a9a54170bc admin admin] Deleting subnet a8aa06a1-c40f-46a3-abec-1ca7f50524f1 {{(pid=103157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:22:30.795664 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-064e3d60-7738-4c91-a44b-59a9a54170bc admin admin] Publish callbacks [] for subnet (a8aa06a1-c40f-46a3-abec-1ca7f50524f1), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:30.835950 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-064e3d60-7738-4c91-a44b-59a9a54170bc admin admin] Publish callbacks [] for subnet (a8aa06a1-c40f-46a3-abec-1ca7f50524f1), precommit_delete_associations {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:30.842006 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-064e3d60-7738-4c91-a44b-59a9a54170bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (a8aa06a1-c40f-46a3-abec-1ca7f50524f1), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:30.874491 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 418f2bc0-04e4-475c-9570-e55780d7b38a no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:22:30.898829 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: 418f2bc0-04e4-475c-9570-e55780d7b38a {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:22:30.899236 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 418f2bc0-04e4-475c-9570-e55780d7b38a not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:22:30.899641 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 935f5d09-dc1b-4715-b214-65302187f6e0 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:22:30.919173 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: 935f5d09-dc1b-4715-b214-65302187f6e0 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:22:30.919706 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 935f5d09-dc1b-4715-b214-65302187f6e0 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:22:30.963037 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-064e3d60-7738-4c91-a44b-59a9a54170bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for subnet (a8aa06a1-c40f-46a3-abec-1ca7f50524f1), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:30.992872 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759de8e-5025-4504-86a5-ff1fc050e715 req-6b5fbb22-e7b9-43f9-8cde-cfe96c85fd3d tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:30.997497 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e3d60-7738-4c91-a44b-59a9a54170bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8aa06a1-c40f-46a3-abec-1ca7f50524f1,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:30.997624 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b759de8e-5025-4504-86a5-ff1fc050e715 req-6b5fbb22-e7b9-43f9-8cde-cfe96c85fd3d tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.0593266 Feb 12 04:22:30.997837 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-064e3d60-7738-4c91-a44b-59a9a54170bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:31.003763 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-064e3d60-7738-4c91-a44b-59a9a54170bc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a8aa06a1-c40f-46a3-abec-1ca7f50524f1 HTTP/1.1" status: 204 len: 168 time: 0.2511103 Feb 12 04:22:31.004024 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 35988) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:31.013711 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:31.056338 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b759de8e-5025-4504-86a5-ff1fc050e715 req-1cca8f6c-fbe3-4222-8b32-4a53b251fb60 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499489 Feb 12 04:22:31.083022 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (d4eba8ad-7c32-4044-a2b9-370377016af4), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:31.182947 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (d4eba8ad-7c32-4044-a2b9-370377016af4), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:31.204191 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:22:31.204539 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:22:31.204685 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cac57-1afe-49cc-9223-4c792c6151b6 req-549fe1a7-f557-4b21-b3e2-738c1b2177cc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:31.205334 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:22:31.205651 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Subscribe: > port after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:22:31.205995 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:22:31.206200 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-902cac57-1afe-49cc-9223-4c792c6151b6 req-549fe1a7-f557-4b21-b3e2-738c1b2177cc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 945 time: 0.1105950 Feb 12 04:22:31.206313 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Subscribe: > port after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:22:31.206648 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:22:31.206983 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:22:31.207300 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:22:31.207655 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:22:31.214115 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30d707-c9c8-4263-a776-adad75c8e1b7 req-0705a9c3-96f3-43cb-97b5-02dadf4d4aa4 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:31.215499 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dd30d707-c9c8-4263-a776-adad75c8e1b7 req-0705a9c3-96f3-43cb-97b5-02dadf4d4aa4 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 945 time: 0.1105766 Feb 12 04:22:31.262501 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dd30d707-c9c8-4263-a776-adad75c8e1b7 req-f8242e21-0dcd-485d-b02c-877eaf3e55b3 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 Feb 12 04:22:31.342149 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:22:31.342444 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:22:31.342774 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:22:31.343101 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 12 04:22:31.343460 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4eba8ad-7c32-4044-a2b9-370377016af4']}} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:31.361649 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba496fde-03f0-44f4-a945-766e140fdb0a') {'for_net_delete': True} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:31.361944 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba496fde-03f0-44f4-a945-766e140fdb0a') {} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:31.378313 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29520069'] for segment (ba496fde-03f0-44f4-a945-766e140fdb0a), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:31.398861 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (ba496fde-03f0-44f4-a945-766e140fdb0a), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:31.408098 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:22:31.408498 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31418245'] for segment (ba496fde-03f0-44f4-a945-766e140fdb0a), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: from cryptography.utils import int_from_bytes Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: from cryptography.utils import int_from_bytes Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: Traceback (most recent call last): Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: timer() Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: cb(*args, **kw) Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: return func(*args, **kwargs) Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: self._notify() Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: self.callback(batched_events) Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: event.method(event) Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: return f(self, *a, **k) Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._get(url).json() Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: return self.request(url, 'GET', **kwargs) Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:22:31.412555 dv-cinder-828696-3-iscsi neutron-server[103157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:22:31.549538 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (d4eba8ad-7c32-4044-a2b9-370377016af4), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:31.557407 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:31.560678 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d4eba8ad-7c32-4044-a2b9-370377016af4 HTTP/1.1" status: 204 len: 168 time: 0.5557964 Feb 12 04:22:31.570394 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810bf7c-92d9-4c8f-a20f-ac977e1c9355 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4eba8ad-7c32-4044-a2b9-370377016af4,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:31.976109 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36006) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:32.015646 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-86b922bc-a721-4697-9f35-31b5cc66eba0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b322dc86ac594838a4aebaf0645d9c21&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383348 Feb 12 04:22:32.018995 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36008) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:32.065554 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-63b7fd27-60a1-4f83-9699-3854990ede52 admin admin] Publish callbacks [] for security_group (a7ff10fd-47da-4797-8ca8-9a5a732d952f), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:32.088974 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-63b7fd27-60a1-4f83-9699-3854990ede52 admin admin] Publish callbacks [] for security_group (a7ff10fd-47da-4797-8ca8-9a5a732d952f), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:32.112143 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-902cac57-1afe-49cc-9223-4c792c6151b6 req-f2f0a1c7-e3a8-40cf-b168-8ec88b000325 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Deleting port c91616f2-77ab-40c0-8485-6ee07fabecae {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:22:32.112777 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-902cac57-1afe-49cc-9223-4c792c6151b6 req-f2f0a1c7-e3a8-40cf-b168-8ec88b000325 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:32.179476 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-63b7fd27-60a1-4f83-9699-3854990ede52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (a7ff10fd-47da-4797-8ca8-9a5a732d952f), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:32.182155 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-63b7fd27-60a1-4f83-9699-3854990ede52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:32.183316 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-63b7fd27-60a1-4f83-9699-3854990ede52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a7ff10fd-47da-4797-8ca8-9a5a732d952f HTTP/1.1" status: 204 len: 168 time: 0.1634119 Feb 12 04:22:32.192044 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7fd27-60a1-4f83-9699-3854990ede52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ff10fd-47da-4797-8ca8-9a5a732d952f,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:32.207492 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-902cac57-1afe-49cc-9223-4c792c6151b6 req-f2f0a1c7-e3a8-40cf-b168-8ec88b000325 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] For port c91616f2-77ab-40c0-8485-6ee07fabecae, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c91616f2-77ab-40c0-8485-6ee07fabecae,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:22:32.207930 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-902cac57-1afe-49cc-9223-4c792c6151b6 req-f2f0a1c7-e3a8-40cf-b168-8ec88b000325 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:32.224053 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-902cac57-1afe-49cc-9223-4c792c6151b6 req-f2f0a1c7-e3a8-40cf-b168-8ec88b000325 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Calling delete_port for c91616f2-77ab-40c0-8485-6ee07fabecae owned by compute:nova {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:22:32.398493 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2243e6-a5f3-439e-8bbc-4253af031f72 req-2e4ef7ee-a44a-43a0-839a-aa912026416c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:32.400058 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dd2243e6-a5f3-439e-8bbc-4253af031f72 req-2e4ef7ee-a44a-43a0-839a-aa912026416c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 945 time: 0.0645189 Feb 12 04:22:32.432714 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-902cac57-1afe-49cc-9223-4c792c6151b6 req-f2f0a1c7-e3a8-40cf-b168-8ec88b000325 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (c91616f2-77ab-40c0-8485-6ee07fabecae), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:32.472923 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0a1c7-e3a8-40cf-b168-8ec88b000325 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Pushing event deleted for resources: {'Port': ['ID=c91616f2-77ab-40c0-8485-6ee07fabecae,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:32.477792 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dd2243e6-a5f3-439e-8bbc-4253af031f72 req-517ce482-b117-4d48-a6a7-81c865300ad8 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721974 Feb 12 04:22:32.523235 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-902cac57-1afe-49cc-9223-4c792c6151b6 req-f2f0a1c7-e3a8-40cf-b168-8ec88b000325 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] No DVR routers for this DVR port c91616f2-77ab-40c0-8485-6ee07fabecae on host hv-cinder-82869 {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:22:32.525877 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-902cac57-1afe-49cc-9223-4c792c6151b6 req-f2f0a1c7-e3a8-40cf-b168-8ec88b000325 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:32.529026 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-902cac57-1afe-49cc-9223-4c792c6151b6 req-f2f0a1c7-e3a8-40cf-b168-8ec88b000325 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "DELETE /v2.0/ports/c91616f2-77ab-40c0-8485-6ee07fabecae HTTP/1.1" status: 204 len: 173 time: 0.5169957 Feb 12 04:22:32.529487 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfd8430-8109-4f4b-99f3-7d755f2849f0', 'name': 'network-vif-deleted', 'tag': 'c91616f2-77ab-40c0-8485-6ee07fabecae'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:22:32.532192 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3374d802-2982-47cf-a880-2003f41ae1e4" -d '{"events": [{"server_uuid": "2bfd8430-8109-4f4b-99f3-7d755f2849f0", "name": "network-vif-deleted", "tag": "c91616f2-77ab-40c0-8485-6ee07fabecae"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:22:32.570940 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02708ef4-4848-429a-880d-a91e206b02a9 x-openstack-request-id: req-02708ef4-4848-429a-880d-a91e206b02a9 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:22:32.571257 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfd8430-8109-4f4b-99f3-7d755f2849f0", "name": "network-vif-deleted", "tag": "c91616f2-77ab-40c0-8485-6ee07fabecae", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:22:32.571525 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02708ef4-4848-429a-880d-a91e206b02a9 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:22:32.572576 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfd8430-8109-4f4b-99f3-7d755f2849f0', 'name': 'network-vif-deleted', 'tag': 'c91616f2-77ab-40c0-8485-6ee07fabecae', 'status': 'completed', 'code': 200} Feb 12 04:22:33.578128 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e352a507-f294-4d2a-a3f5-98c63fb60684 req-81d97107-6ebd-403b-8b6f-8cd829a5ebf1 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 210 time: 0.0280335 Feb 12 04:22:33.792758 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['28c9098c-2911-456c-a866-c46cf15a8c35', 'c91616f2-77ab-40c0-8485-6ee07fabecae'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:22:34.080088 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36072) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:34.182603 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-2ed6aefd-5c5c-46da-8f76-4c7a5c2a9216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:34.259894 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-2ed6aefd-5c5c-46da-8f76-4c7a5c2a9216 admin admin] Publish callbacks [] for security_group (2193e318-0cf4-41c6-9bad-a1d612699775), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:34.385023 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-2ed6aefd-5c5c-46da-8f76-4c7a5c2a9216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2193e318-0cf4-41c6-9bad-a1d612699775), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:34.423106 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-2ed6aefd-5c5c-46da-8f76-4c7a5c2a9216 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ab7c55949374f38b2f033c8aa65e913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417749 Feb 12 04:22:34.425336 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6aefd-5c5c-46da-8f76-4c7a5c2a9216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2193e318-0cf4-41c6-9bad-a1d612699775,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:34.425967 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36082) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:34.477621 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d63ea9b1-81c5-4770-9290-00834a3946fd admin admin] Publish callbacks [] for security_group (2193e318-0cf4-41c6-9bad-a1d612699775), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:34.503205 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d63ea9b1-81c5-4770-9290-00834a3946fd admin admin] Publish callbacks [] for security_group (2193e318-0cf4-41c6-9bad-a1d612699775), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:34.659728 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d63ea9b1-81c5-4770-9290-00834a3946fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2193e318-0cf4-41c6-9bad-a1d612699775), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:34.662930 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d63ea9b1-81c5-4770-9290-00834a3946fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:34.666289 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-d63ea9b1-81c5-4770-9290-00834a3946fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2193e318-0cf4-41c6-9bad-a1d612699775 HTTP/1.1" status: 204 len: 168 time: 0.2385914 Feb 12 04:22:34.681738 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ea9b1-81c5-4770-9290-00834a3946fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2193e318-0cf4-41c6-9bad-a1d612699775,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:34.717255 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-335129c3-dbf9-44d5-ab21-e81cb700bd5e req-a2560547-ff18-4b14-99cf-1a8bbd0a459b tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bfd8430-8109-4f4b-99f3-7d755f2849f0 HTTP/1.1" status: 200 len: 210 time: 0.0298600 Feb 12 04:22:35.662335 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36118) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:35.761659 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-944878177-network', 'tenant_id': '05fa8a09a30a42fd93ad644a04a7fe5a'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:22:35.859291 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] Made reservation on behalf of 05fa8a09a30a42fd93ad644a04a7fe5a for: {'network': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:22:35.861821 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:35.871002 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:35.943657 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] Publish callbacks [] for security_group (5df3bb52-d4d0-421f-a6f2-1617bd2dfbc9), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:36.057821 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (5df3bb52-d4d0-421f-a6f2-1617bd2dfbc9), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:36.078803 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:22:36.094169 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df3bb52-d4d0-421f-a6f2-1617bd2dfbc9,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:36.097428 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (41fd47ca-4195-4ccf-a857-81e625f2493f), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:36.097870 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.segments_db [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] Added segment 41fd47ca-4195-4ccf-a857-81e625f2493f of type vlan for network 0642b812-7fa9-49a7-8cfc-e7f45d933add Feb 12 04:22:36.144874 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (0642b812-7fa9-49a7-8cfc-e7f45d933add), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:36.242460 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (0642b812-7fa9-49a7-8cfc-e7f45d933add), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:36.243435 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:36.244076 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:36.301973 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] Pushing event updated for resources: {'Network': ['ID=0642b812-7fa9-49a7-8cfc-e7f45d933add,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:36.311868 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 0642b812-7fa9-49a7-8cfc-e7f45d933add details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:22:36.359656 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-c8d57d12-c43a-4705-8d7e-1538cd97c5a3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6962066 Feb 12 04:22:36.364271 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36142) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:36.369118 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-5ba40cb7-28dc-4a5c-a987-9266710a5bdb admin admin] Request body: {'subnet': {'network_id': '0642b812-7fa9-49a7-8cfc-e7f45d933add', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-944878177-subnet', 'tenant_id': '05fa8a09a30a42fd93ad644a04a7fe5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:22:36.469241 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba40cb7-28dc-4a5c-a987-9266710a5bdb admin admin] Made reservation on behalf of 05fa8a09a30a42fd93ad644a04a7fe5a for: {'subnet': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:22:36.471912 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5ba40cb7-28dc-4a5c-a987-9266710a5bdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29917923'] for subnet (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:36.783477 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5ba40cb7-28dc-4a5c-a987-9266710a5bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29460962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29917937'] for subnet (47c948bf-eefa-486a-b01b-fb9416e59539), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:36.811775 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5106b4d-e7d9-4326-8288-52ed16600853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:36.831361 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba40cb7-28dc-4a5c-a987-9266710a5bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c948bf-eefa-486a-b01b-fb9416e59539,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:36.846365 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba40cb7-28dc-4a5c-a987-9266710a5bdb admin admin] Checking segment: {'id': '41fd47ca-4195-4ccf-a857-81e625f2493f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0642b812-7fa9-49a7-8cfc-e7f45d933add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:22:36.846721 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba40cb7-28dc-4a5c-a987-9266710a5bdb admin admin] Network hostable DHCP agents. Network: 0642b812-7fa9-49a7-8cfc-e7f45d933add, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:22:36.933593 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba40cb7-28dc-4a5c-a987-9266710a5bdb admin admin] Network 0642b812-7fa9-49a7-8cfc-e7f45d933add is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:22:37.174072 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-5ba40cb7-28dc-4a5c-a987-9266710a5bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 0642b812-7fa9-49a7-8cfc-e7f45d933add) {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:22:37.178073 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba40cb7-28dc-4a5c-a987-9266710a5bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:37.178682 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5ba40cb7-28dc-4a5c-a987-9266710a5bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:37.193619 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ecaf5-9fa8-4c5d-b85f-65e5da6ec9ca None None] Network 0642b812-7fa9-49a7-8cfc-e7f45d933add requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:22:37.296961 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197f44e5-46d7-40e8-b02b-bf2201d33ae0 None None] Network 0642b812-7fa9-49a7-8cfc-e7f45d933add requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:22:37.410770 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-5ba40cb7-28dc-4a5c-a987-9266710a5bdb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0453894 Feb 12 04:22:37.660075 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device c91616f2-77ab-40c0-8485-6ee07fabecae no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:22:37.679759 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: c91616f2-77ab-40c0-8485-6ee07fabecae {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:22:37.680093 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device c91616f2-77ab-40c0-8485-6ee07fabecae not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:22:38.023594 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e42f9-3465-47cd-949d-5593fb24ffcf req-e2944b99-4029-42b0-aa7c-d2069831868c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:38.025088 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4d1e42f9-3465-47cd-949d-5593fb24ffcf req-e2944b99-4029-42b0-aa7c-d2069831868c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 945 time: 0.0590103 Feb 12 04:22:38.073166 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4d1e42f9-3465-47cd-949d-5593fb24ffcf req-e628abbc-94d3-447a-9025-41b2e6d0726b tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 Feb 12 04:22:38.349261 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36182) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:38.354703 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-270024377-network', 'tenant_id': '2b0f8a86d4bb4555a74e08bfc2045cf3'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:22:38.457817 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] Made reservation on behalf of 2b0f8a86d4bb4555a74e08bfc2045cf3 for: {'network': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:22:38.460083 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:38.468942 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:38.541224 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] Publish callbacks [] for security_group (1c02daa2-7752-422a-aae4-daad5a1318f8), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:38.600376 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (1c02daa2-7752-422a-aae4-daad5a1318f8), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:38.625637 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:22:38.635736 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c02daa2-7752-422a-aae4-daad5a1318f8,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:38.641254 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (cacd06d2-b3ac-427b-a513-859e7e0d503d), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:38.641674 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.segments_db [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] Added segment cacd06d2-b3ac-427b-a513-859e7e0d503d of type vlan for network ab6a6c69-c7d4-453a-afde-f5d885102647 Feb 12 04:22:38.680886 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (ab6a6c69-c7d4-453a-afde-f5d885102647), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:38.784891 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (ab6a6c69-c7d4-453a-afde-f5d885102647), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:38.785913 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:38.786490 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:38.847461 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] Pushing event updated for resources: {'Network': ['ID=ab6a6c69-c7d4-453a-afde-f5d885102647,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:38.858870 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network ab6a6c69-c7d4-453a-afde-f5d885102647 details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:22:38.885809 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-f0dcf8da-4554-474c-b765-7b37d62d66d7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5353253 Feb 12 04:22:38.887774 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36186) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:38.892649 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-f5f5d41c-2d16-4cb0-b609-1b0925d000dc admin admin] Request body: {'subnet': {'network_id': 'ab6a6c69-c7d4-453a-afde-f5d885102647', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-270024377-subnet', 'tenant_id': '2b0f8a86d4bb4555a74e08bfc2045cf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:22:39.012240 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f5d41c-2d16-4cb0-b609-1b0925d000dc admin admin] Made reservation on behalf of 2b0f8a86d4bb4555a74e08bfc2045cf3 for: {'subnet': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:22:39.014703 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d41c-2d16-4cb0-b609-1b0925d000dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29917923'] for subnet (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:39.156668 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e6ada910-c5de-41da-ab58-db880ec75f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:39.235089 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e7cdf-cc40-46f0-b0df-90d1c6effa65 req-823dd4e5-e88a-446c-b4ac-c61a55ecc956 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:39.236579 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f27e7cdf-cc40-46f0-b0df-90d1c6effa65 req-823dd4e5-e88a-446c-b4ac-c61a55ecc956 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 945 time: 0.0925107 Feb 12 04:22:39.285323 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f27e7cdf-cc40-46f0-b0df-90d1c6effa65 req-b1e6bb8e-b5b3-485e-93af-9336ceec2d24 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429554 Feb 12 04:22:39.294029 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d41c-2d16-4cb0-b609-1b0925d000dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29460962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29917937'] for subnet (cce0e2c8-43e3-492e-aaff-3e855b075101), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:39.351997 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5d41c-2d16-4cb0-b609-1b0925d000dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce0e2c8-43e3-492e-aaff-3e855b075101,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:39.363308 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f5d41c-2d16-4cb0-b609-1b0925d000dc admin admin] Checking segment: {'id': 'cacd06d2-b3ac-427b-a513-859e7e0d503d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ab6a6c69-c7d4-453a-afde-f5d885102647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:22:39.363668 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f5d41c-2d16-4cb0-b609-1b0925d000dc admin admin] Network hostable DHCP agents. Network: ab6a6c69-c7d4-453a-afde-f5d885102647, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:22:39.459294 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f5d41c-2d16-4cb0-b609-1b0925d000dc admin admin] Network ab6a6c69-c7d4-453a-afde-f5d885102647 is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:22:39.549377 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-f5f5d41c-2d16-4cb0-b609-1b0925d000dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, ab6a6c69-c7d4-453a-afde-f5d885102647) {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:22:39.553929 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f5d41c-2d16-4cb0-b609-1b0925d000dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:39.554543 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d41c-2d16-4cb0-b609-1b0925d000dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:39.559463 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6e03b7-2cda-4fbb-a93e-fcf0e6f8b840 None None] Network ab6a6c69-c7d4-453a-afde-f5d885102647 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:22:39.654444 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc64513b-1ed6-47dd-b5f8-8fc31ba3e42c None None] Network ab6a6c69-c7d4-453a-afde-f5d885102647 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:22:39.656808 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-f5f5d41c-2d16-4cb0-b609-1b0925d000dc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7678981 Feb 12 04:22:39.771951 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36194) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:39.820602 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f5d747-59a3-40b1-90a0-661b9999d503 admin admin] Deleting subnet 47c948bf-eefa-486a-b01b-fb9416e59539 {{(pid=103158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:22:39.825304 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-36f5d747-59a3-40b1-90a0-661b9999d503 admin admin] Publish callbacks [] for subnet (47c948bf-eefa-486a-b01b-fb9416e59539), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:39.866604 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-36f5d747-59a3-40b1-90a0-661b9999d503 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30203189'] for subnet (47c948bf-eefa-486a-b01b-fb9416e59539), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:39.911388 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-36f5d747-59a3-40b1-90a0-661b9999d503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (47c948bf-eefa-486a-b01b-fb9416e59539), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.143788 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-36f5d747-59a3-40b1-90a0-661b9999d503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29460899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29917894'] for subnet (47c948bf-eefa-486a-b01b-fb9416e59539), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.169759 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5d747-59a3-40b1-90a0-661b9999d503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c948bf-eefa-486a-b01b-fb9416e59539,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:40.174346 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-36f5d747-59a3-40b1-90a0-661b9999d503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.178251 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-36f5d747-59a3-40b1-90a0-661b9999d503 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/47c948bf-eefa-486a-b01b-fb9416e59539 HTTP/1.1" status: 204 len: 168 time: 0.4045763 Feb 12 04:22:40.186867 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36198) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:40.261914 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3edec7c0-407e-4cab-b0f5-f5cd65eefa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (0642b812-7fa9-49a7-8cfc-e7f45d933add), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.345618 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3edec7c0-407e-4cab-b0f5-f5cd65eefa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (0642b812-7fa9-49a7-8cfc-e7f45d933add), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.391961 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-3edec7c0-407e-4cab-b0f5-f5cd65eefa12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0642b812-7fa9-49a7-8cfc-e7f45d933add']}} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:40.404554 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-3edec7c0-407e-4cab-b0f5-f5cd65eefa12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fd47ca-4195-4ccf-a857-81e625f2493f') {'for_net_delete': True} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:40.404842 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-3edec7c0-407e-4cab-b0f5-f5cd65eefa12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fd47ca-4195-4ccf-a857-81e625f2493f') {} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:40.415590 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3edec7c0-407e-4cab-b0f5-f5cd65eefa12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30203148'] for segment (41fd47ca-4195-4ccf-a857-81e625f2493f), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.434736 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3edec7c0-407e-4cab-b0f5-f5cd65eefa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (41fd47ca-4195-4ccf-a857-81e625f2493f), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.445723 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99077403-2009-4b42-beb9-ce4260d16984 req-3a9b828b-72bf-483d-848e-c2ecc870ff10 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:40.447876 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-99077403-2009-4b42-beb9-ce4260d16984 req-3a9b828b-72bf-483d-848e-c2ecc870ff10 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 945 time: 0.0926194 Feb 12 04:22:40.450483 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3edec7c0-407e-4cab-b0f5-f5cd65eefa12 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:22:40.450862 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3edec7c0-407e-4cab-b0f5-f5cd65eefa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29460761'] for segment (41fd47ca-4195-4ccf-a857-81e625f2493f), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: Traceback (most recent call last): Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: timer() Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: cb(*args, **kw) Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: return func(*args, **kwargs) Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: self._notify() Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: self.callback(batched_events) Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: event.method(event) Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: return f(self, *a, **k) Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: return self._get(url).json() Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: return self.request(url, 'GET', **kwargs) Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:22:40.452566 dv-cinder-828696-3-iscsi neutron-server[103158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:22:40.545995 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-99077403-2009-4b42-beb9-ce4260d16984 req-8a16eb5d-5fb5-45c4-813f-3d2848215b6c tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925539 Feb 12 04:22:40.613444 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3edec7c0-407e-4cab-b0f5-f5cd65eefa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (0642b812-7fa9-49a7-8cfc-e7f45d933add), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.621103 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3edec7c0-407e-4cab-b0f5-f5cd65eefa12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.624278 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-3edec7c0-407e-4cab-b0f5-f5cd65eefa12 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0642b812-7fa9-49a7-8cfc-e7f45d933add HTTP/1.1" status: 204 len: 168 time: 0.4364691 Feb 12 04:22:40.627162 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36210) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:40.633937 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edec7c0-407e-4cab-b0f5-f5cd65eefa12 admin admin] Pushing event deleted for resources: {'Network': ['ID=0642b812-7fa9-49a7-8cfc-e7f45d933add,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:40.642612 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.675862 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c99b1e-eed2-4a0a-a35d-756e753e438a admin admin] Deleting subnet cce0e2c8-43e3-492e-aaff-3e855b075101 {{(pid=103157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:22:40.679333 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b2c99b1e-eed2-4a0a-a35d-756e753e438a admin admin] Publish callbacks [] for subnet (cce0e2c8-43e3-492e-aaff-3e855b075101), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.716628 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b2c99b1e-eed2-4a0a-a35d-756e753e438a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29520124'] for subnet (cce0e2c8-43e3-492e-aaff-3e855b075101), precommit_delete_associations {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.760218 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b2c99b1e-eed2-4a0a-a35d-756e753e438a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (cce0e2c8-43e3-492e-aaff-3e855b075101), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.945767 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b2c99b1e-eed2-4a0a-a35d-756e753e438a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31418175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30023878'] for subnet (cce0e2c8-43e3-492e-aaff-3e855b075101), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.972629 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c99b1e-eed2-4a0a-a35d-756e753e438a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce0e2c8-43e3-492e-aaff-3e855b075101,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:40.974599 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b2c99b1e-eed2-4a0a-a35d-756e753e438a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:40.982544 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-b2c99b1e-eed2-4a0a-a35d-756e753e438a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cce0e2c8-43e3-492e-aaff-3e855b075101 HTTP/1.1" status: 204 len: 168 time: 0.3496830 Feb 12 04:22:40.983384 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36216) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:41.060008 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88e01f95-3c79-43ec-9240-d5ccef5aadac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (ab6a6c69-c7d4-453a-afde-f5d885102647), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:41.145026 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88e01f95-3c79-43ec-9240-d5ccef5aadac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (ab6a6c69-c7d4-453a-afde-f5d885102647), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:41.164225 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-88e01f95-3c79-43ec-9240-d5ccef5aadac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6a6c69-c7d4-453a-afde-f5d885102647']}} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:41.173987 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-88e01f95-3c79-43ec-9240-d5ccef5aadac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacd06d2-b3ac-427b-a513-859e7e0d503d') {'for_net_delete': True} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:41.174276 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-88e01f95-3c79-43ec-9240-d5ccef5aadac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacd06d2-b3ac-427b-a513-859e7e0d503d') {} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:41.183903 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88e01f95-3c79-43ec-9240-d5ccef5aadac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29520069'] for segment (cacd06d2-b3ac-427b-a513-859e7e0d503d), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:41.196799 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88e01f95-3c79-43ec-9240-d5ccef5aadac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (cacd06d2-b3ac-427b-a513-859e7e0d503d), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:41.202555 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e01f95-3c79-43ec-9240-d5ccef5aadac admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:22:41.202933 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88e01f95-3c79-43ec-9240-d5ccef5aadac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31418245'] for segment (cacd06d2-b3ac-427b-a513-859e7e0d503d), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: Traceback (most recent call last): Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: timer() Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: cb(*args, **kw) Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: return func(*args, **kwargs) Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: self._notify() Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: self.callback(batched_events) Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: event.method(event) Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: return f(self, *a, **k) Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._get(url).json() Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: return self.request(url, 'GET', **kwargs) Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:22:41.204506 dv-cinder-828696-3-iscsi neutron-server[103157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:22:41.344891 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88e01f95-3c79-43ec-9240-d5ccef5aadac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (ab6a6c69-c7d4-453a-afde-f5d885102647), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:41.352024 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88e01f95-3c79-43ec-9240-d5ccef5aadac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:41.355753 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-88e01f95-3c79-43ec-9240-d5ccef5aadac admin admin] 10.222.0.31 "DELETE /v2.0/networks/ab6a6c69-c7d4-453a-afde-f5d885102647 HTTP/1.1" status: 204 len: 168 time: 0.3712447 Feb 12 04:22:41.365626 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e01f95-3c79-43ec-9240-d5ccef5aadac admin admin] Pushing event deleted for resources: {'Network': ['ID=ab6a6c69-c7d4-453a-afde-f5d885102647,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:41.483897 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561c3ee-05c0-4525-a870-6b3e16730e34 req-011cce10-029b-4dd1-a90e-bfc650fb46d7 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:41.485452 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2561c3ee-05c0-4525-a870-6b3e16730e34 req-011cce10-029b-4dd1-a90e-bfc650fb46d7 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 946 time: 0.0552347 Feb 12 04:22:41.534713 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2561c3ee-05c0-4525-a870-6b3e16730e34 req-013e958d-f6b8-4398-bd56-0a62baed82df tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436482 Feb 12 04:22:41.556584 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:41.666352 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e8a2e-08c9-4e84-9d64-17592588eebb req-9757cfe4-b62c-4d8e-8737-42b7b5aa0be0 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:41.667854 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-434e8a2e-08c9-4e84-9d64-17592588eebb req-9757cfe4-b62c-4d8e-8737-42b7b5aa0be0 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 945 time: 0.0543637 Feb 12 04:22:41.724050 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-434e8a2e-08c9-4e84-9d64-17592588eebb req-ccf69964-f243-4522-92c1-b90e41d6502b tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b97a188-a617-4d1d-9b7e-14e07815c92d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507092 Feb 12 04:22:41.794690 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36230) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:41.842607 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-28a32773-eb6b-440b-9539-033dba78cef9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05fa8a09a30a42fd93ad644a04a7fe5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441759 Feb 12 04:22:41.842607 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36234) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:41.867881 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab373f-1470-4816-bc42-cc8b21bb49f7 req-a7c1fbd8-9a3a-4795-b1e4-bef0e1a00d77 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:41.869834 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-beab373f-1470-4816-bc42-cc8b21bb49f7 req-a7c1fbd8-9a3a-4795-b1e4-bef0e1a00d77 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 945 time: 0.0605309 Feb 12 04:22:41.890002 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-43a56f7e-1b4d-4000-bea0-a0ccdd8e3db0 admin admin] Publish callbacks [] for security_group (5df3bb52-d4d0-421f-a6f2-1617bd2dfbc9), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:41.911019 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-43a56f7e-1b4d-4000-bea0-a0ccdd8e3db0 admin admin] Publish callbacks [] for security_group (5df3bb52-d4d0-421f-a6f2-1617bd2dfbc9), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:41.955364 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:22:41.972591 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-beab373f-1470-4816-bc42-cc8b21bb49f7 req-0e824621-4461-4f97-99e8-fefe17b99bfc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Deleting port 28c9098c-2911-456c-a866-c46cf15a8c35 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:22:41.972934 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-beab373f-1470-4816-bc42-cc8b21bb49f7 req-0e824621-4461-4f97-99e8-fefe17b99bfc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (28c9098c-2911-456c-a866-c46cf15a8c35), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:42.064182 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-beab373f-1470-4816-bc42-cc8b21bb49f7 req-0e824621-4461-4f97-99e8-fefe17b99bfc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] For port 28c9098c-2911-456c-a866-c46cf15a8c35, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=28c9098c-2911-456c-a866-c46cf15a8c35,segment=NetworkSegment(2471604e-a844-495a-8061-87e4947663d3),segment_id=2471604e-a844-495a-8061-87e4947663d3)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:22:42.064543 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-beab373f-1470-4816-bc42-cc8b21bb49f7 req-0e824621-4461-4f97-99e8-fefe17b99bfc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (28c9098c-2911-456c-a866-c46cf15a8c35), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:42.076522 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-43a56f7e-1b4d-4000-bea0-a0ccdd8e3db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (5df3bb52-d4d0-421f-a6f2-1617bd2dfbc9), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:42.077851 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-beab373f-1470-4816-bc42-cc8b21bb49f7 req-0e824621-4461-4f97-99e8-fefe17b99bfc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Calling delete_port for 28c9098c-2911-456c-a866-c46cf15a8c35 owned by compute:nova {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:22:42.079706 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-43a56f7e-1b4d-4000-bea0-a0ccdd8e3db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:42.083367 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-43a56f7e-1b4d-4000-bea0-a0ccdd8e3db0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5df3bb52-d4d0-421f-a6f2-1617bd2dfbc9 HTTP/1.1" status: 204 len: 168 time: 0.2370994 Feb 12 04:22:42.091499 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a56f7e-1b4d-4000-bea0-a0ccdd8e3db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df3bb52-d4d0-421f-a6f2-1617bd2dfbc9,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:42.281467 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-beab373f-1470-4816-bc42-cc8b21bb49f7 req-0e824621-4461-4f97-99e8-fefe17b99bfc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (28c9098c-2911-456c-a866-c46cf15a8c35), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:42.299511 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['28c9098c-2911-456c-a866-c46cf15a8c35'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:22:42.326361 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e824621-4461-4f97-99e8-fefe17b99bfc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Pushing event deleted for resources: {'Port': ['ID=28c9098c-2911-456c-a866-c46cf15a8c35,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:42.360572 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-beab373f-1470-4816-bc42-cc8b21bb49f7 req-0e824621-4461-4f97-99e8-fefe17b99bfc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] No DVR routers for this DVR port 28c9098c-2911-456c-a866-c46cf15a8c35 on host hv-cinder-82869 {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:22:42.363750 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-beab373f-1470-4816-bc42-cc8b21bb49f7 req-0e824621-4461-4f97-99e8-fefe17b99bfc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:42.367308 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-beab373f-1470-4816-bc42-cc8b21bb49f7 req-0e824621-4461-4f97-99e8-fefe17b99bfc tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.42 "DELETE /v2.0/ports/28c9098c-2911-456c-a866-c46cf15a8c35 HTTP/1.1" status: 204 len: 173 time: 0.4885991 Feb 12 04:22:42.367699 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d39788-4a0a-4590-811a-bda70e802bc8', 'name': 'network-vif-deleted', 'tag': '28c9098c-2911-456c-a866-c46cf15a8c35'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:22:42.370492 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3446ab-3318-480c-9ea4-91dab4683164" -d '{"events": [{"server_uuid": "30d39788-4a0a-4590-811a-bda70e802bc8", "name": "network-vif-deleted", "tag": "28c9098c-2911-456c-a866-c46cf15a8c35"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:22:42.409890 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e6a18a-258e-4822-af58-9040693235e3 x-openstack-request-id: req-37e6a18a-258e-4822-af58-9040693235e3 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:22:42.411590 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d39788-4a0a-4590-811a-bda70e802bc8", "name": "network-vif-deleted", "tag": "28c9098c-2911-456c-a866-c46cf15a8c35", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:22:42.411590 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37e6a18a-258e-4822-af58-9040693235e3 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:22:42.411590 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d39788-4a0a-4590-811a-bda70e802bc8', 'name': 'network-vif-deleted', 'tag': '28c9098c-2911-456c-a866-c46cf15a8c35', 'status': 'completed', 'code': 200} Feb 12 04:22:42.657862 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f8f05-7199-4534-8eec-94dd8201d3d7 req-86dc2a8a-be74-4df3-84fe-a7aa67df9ff8 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:42.659289 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f99f8f05-7199-4534-8eec-94dd8201d3d7 req-86dc2a8a-be74-4df3-84fe-a7aa67df9ff8 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 946 time: 0.0577128 Feb 12 04:22:42.706603 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f99f8f05-7199-4534-8eec-94dd8201d3d7 req-e518539b-f475-4344-a9db-de931e7f3513 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409122 Feb 12 04:22:42.830423 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6a4e2f33-e4a5-4f9a-8335-8ca62121b553 req-75d6951c-2abb-4391-a43d-9fd992196df1 tempest-AttachVolumeNegativeTest-324724247 tempest-AttachVolumeNegativeTest-324724247-project] 10.222.0.31 "GET /v2.0/ports?device_id=30d39788-4a0a-4590-811a-bda70e802bc8 HTTP/1.1" status: 200 len: 210 time: 0.0276988 Feb 12 04:22:42.960078 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36270) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:43.001620 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-01ff4aef-60b5-4f1b-bcce-325368a1ce71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b0f8a86d4bb4555a74e08bfc2045cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403271 Feb 12 04:22:43.004083 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36272) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:43.048828 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-71037000-2845-4417-92a6-66a5bd2d02be admin admin] Publish callbacks [] for security_group (1c02daa2-7752-422a-aae4-daad5a1318f8), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:43.069320 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-71037000-2845-4417-92a6-66a5bd2d02be admin admin] Publish callbacks [] for security_group (1c02daa2-7752-422a-aae4-daad5a1318f8), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:43.207779 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-71037000-2845-4417-92a6-66a5bd2d02be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (1c02daa2-7752-422a-aae4-daad5a1318f8), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:43.210492 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-71037000-2845-4417-92a6-66a5bd2d02be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:43.213853 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-71037000-2845-4417-92a6-66a5bd2d02be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c02daa2-7752-422a-aae4-daad5a1318f8 HTTP/1.1" status: 204 len: 168 time: 0.2066610 Feb 12 04:22:43.219395 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71037000-2845-4417-92a6-66a5bd2d02be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c02daa2-7752-422a-aae4-daad5a1318f8,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:43.470924 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:43.593996 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c7f81-6de1-4769-9a33-6081705c9200 req-f9cb84f0-05cd-4469-b181-2feae798801e tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:43.595464 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-957c7f81-6de1-4769-9a33-6081705c9200 req-f9cb84f0-05cd-4469-b181-2feae798801e tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.42 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 946 time: 0.0523067 Feb 12 04:22:43.698639 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-957c7f81-6de1-4769-9a33-6081705c9200 req-b9e4fba0-b317-4e5a-873f-c7580dc765e0 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Deleting port aeb35bd6-6f27-4770-be83-8e67439cf22d {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:22:43.699284 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-957c7f81-6de1-4769-9a33-6081705c9200 req-b9e4fba0-b317-4e5a-873f-c7580dc765e0 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:43.833506 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-957c7f81-6de1-4769-9a33-6081705c9200 req-b9e4fba0-b317-4e5a-873f-c7580dc765e0 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] For port aeb35bd6-6f27-4770-be83-8e67439cf22d, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=aeb35bd6-6f27-4770-be83-8e67439cf22d,segment=NetworkSegment(e066c31a-e8cc-4761-8113-ce5defc28cbb),segment_id=e066c31a-e8cc-4761-8113-ce5defc28cbb)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:22:43.833884 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-957c7f81-6de1-4769-9a33-6081705c9200 req-b9e4fba0-b317-4e5a-873f-c7580dc765e0 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:43.850084 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-957c7f81-6de1-4769-9a33-6081705c9200 req-b9e4fba0-b317-4e5a-873f-c7580dc765e0 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Calling delete_port for aeb35bd6-6f27-4770-be83-8e67439cf22d owned by compute:nova {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:22:43.885302 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36296) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:43.909342 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98874905-f296-4060-9743-debad8c81ac6 req-5511f519-258a-46ae-a2e6-9cff5d860847 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:43.910839 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-98874905-f296-4060-9743-debad8c81ac6 req-5511f519-258a-46ae-a2e6-9cff5d860847 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 946 time: 0.1292825 Feb 12 04:22:43.930105 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47fbfe9-0d08-4a3f-97b4-c5d27619cbf7 admin admin] Deleting subnet 9dd2e30a-6546-4562-a28e-669b8297f414 {{(pid=103157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:22:43.933390 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d47fbfe9-0d08-4a3f-97b4-c5d27619cbf7 admin admin] Publish callbacks [] for subnet (9dd2e30a-6546-4562-a28e-669b8297f414), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:43.969574 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d47fbfe9-0d08-4a3f-97b4-c5d27619cbf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29520124'] for subnet (9dd2e30a-6546-4562-a28e-669b8297f414), precommit_delete_associations {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:43.988792 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-98874905-f296-4060-9743-debad8c81ac6 req-8093e85d-7d0b-4ed7-8e02-fa63d1837120 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665684 Feb 12 04:22:44.019605 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d47fbfe9-0d08-4a3f-97b4-c5d27619cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (9dd2e30a-6546-4562-a28e-669b8297f414), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:44.151813 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-957c7f81-6de1-4769-9a33-6081705c9200 req-b9e4fba0-b317-4e5a-873f-c7580dc765e0 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (aeb35bd6-6f27-4770-be83-8e67439cf22d), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:44.167450 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['aeb35bd6-6f27-4770-be83-8e67439cf22d'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:22:44.180662 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4fba0-b317-4e5a-873f-c7580dc765e0 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Pushing event deleted for resources: {'Port': ['ID=aeb35bd6-6f27-4770-be83-8e67439cf22d,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:44.191845 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d47fbfe9-0d08-4a3f-97b4-c5d27619cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31418175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30023878'] for subnet (9dd2e30a-6546-4562-a28e-669b8297f414), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:44.225554 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fbfe9-0d08-4a3f-97b4-c5d27619cbf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd2e30a-6546-4562-a28e-669b8297f414,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:44.232020 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d47fbfe9-0d08-4a3f-97b4-c5d27619cbf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:44.235546 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-d47fbfe9-0d08-4a3f-97b4-c5d27619cbf7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9dd2e30a-6546-4562-a28e-669b8297f414 HTTP/1.1" status: 204 len: 168 time: 0.3492236 Feb 12 04:22:44.235948 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-957c7f81-6de1-4769-9a33-6081705c9200 req-b9e4fba0-b317-4e5a-873f-c7580dc765e0 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] No DVR routers for this DVR port aeb35bd6-6f27-4770-be83-8e67439cf22d on host hv-cinder-82869 {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:22:44.238159 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36304) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:44.238291 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-957c7f81-6de1-4769-9a33-6081705c9200 req-b9e4fba0-b317-4e5a-873f-c7580dc765e0 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:44.242781 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-957c7f81-6de1-4769-9a33-6081705c9200 req-b9e4fba0-b317-4e5a-873f-c7580dc765e0 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.42 "DELETE /v2.0/ports/aeb35bd6-6f27-4770-be83-8e67439cf22d HTTP/1.1" status: 204 len: 173 time: 0.6375680 Feb 12 04:22:44.305704 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24b8c90a-22ba-4613-bd6a-e42e24b61c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:44.387585 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24b8c90a-22ba-4613-bd6a-e42e24b61c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:44.406873 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-24b8c90a-22ba-4613-bd6a-e42e24b61c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a']}} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:44.411752 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4962f036-56e6-4737-8652-dad9f205453e', 'name': 'network-vif-deleted', 'tag': 'aeb35bd6-6f27-4770-be83-8e67439cf22d'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:22:44.414457 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba65674-43c4-435a-85c8-54995895f70f" -d '{"events": [{"server_uuid": "4962f036-56e6-4737-8652-dad9f205453e", "name": "network-vif-deleted", "tag": "aeb35bd6-6f27-4770-be83-8e67439cf22d"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:22:44.417165 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-24b8c90a-22ba-4613-bd6a-e42e24b61c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2471604e-a844-495a-8061-87e4947663d3') {'for_net_delete': True} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:44.421875 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-24b8c90a-22ba-4613-bd6a-e42e24b61c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2471604e-a844-495a-8061-87e4947663d3') {} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:22:44.435152 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24b8c90a-22ba-4613-bd6a-e42e24b61c1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29520069'] for segment (2471604e-a844-495a-8061-87e4947663d3), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:44.451904 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24b8c90a-22ba-4613-bd6a-e42e24b61c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (2471604e-a844-495a-8061-87e4947663d3), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:44.460519 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c25b2b-ca3d-480e-a69d-54f14b68d608 x-openstack-request-id: req-79c25b2b-ca3d-480e-a69d-54f14b68d608 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:22:44.460815 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4962f036-56e6-4737-8652-dad9f205453e", "name": "network-vif-deleted", "tag": "aeb35bd6-6f27-4770-be83-8e67439cf22d", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:22:44.461258 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79c25b2b-ca3d-480e-a69d-54f14b68d608 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:22:44.464957 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4962f036-56e6-4737-8652-dad9f205453e', 'name': 'network-vif-deleted', 'tag': 'aeb35bd6-6f27-4770-be83-8e67439cf22d', 'status': 'completed', 'code': 200} Feb 12 04:22:44.465207 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b8c90a-22ba-4613-bd6a-e42e24b61c1d admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:22:44.465207 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24b8c90a-22ba-4613-bd6a-e42e24b61c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31418245'] for segment (2471604e-a844-495a-8061-87e4947663d3), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: Traceback (most recent call last): Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: timer() Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: cb(*args, **kw) Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: return func(*args, **kwargs) Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: self._notify() Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: self.callback(batched_events) Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: event.method(event) Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: return f(self, *a, **k) Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._get(url).json() Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: return self.request(url, 'GET', **kwargs) Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:22:44.465434 dv-cinder-828696-3-iscsi neutron-server[103157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:22:44.585186 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24b8c90a-22ba-4613-bd6a-e42e24b61c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:44.591734 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-24b8c90a-22ba-4613-bd6a-e42e24b61c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:44.594876 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-24b8c90a-22ba-4613-bd6a-e42e24b61c1d admin admin] 10.222.0.31 "DELETE /v2.0/networks/5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a HTTP/1.1" status: 204 len: 168 time: 0.3557031 Feb 12 04:22:44.604436 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8c90a-22ba-4613-bd6a-e42e24b61c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=5aaa3e3d-32f8-48ca-8027-3d9acf4fc85a,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:44.986536 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36322) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:45.040082 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-74414802-54bd-4643-bd6e-c73eb33b2608 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fece42b3279f4d4aac21d7922c52c5ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0523853 Feb 12 04:22:45.043429 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36326) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:45.112863 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-83fd7041-7c4c-428e-b183-8d8a69468aca req-762fe45b-3786-434d-b2c0-4be61ed01c3b tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=4962f036-56e6-4737-8652-dad9f205453e HTTP/1.1" status: 200 len: 210 time: 0.0395820 Feb 12 04:22:45.127395 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-94817870-730a-492c-b731-c2d5d2578992 admin admin] Publish callbacks [] for security_group (7b97a188-a617-4d1d-9b7e-14e07815c92d), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:45.149097 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-94817870-730a-492c-b731-c2d5d2578992 admin admin] Publish callbacks [] for security_group (7b97a188-a617-4d1d-9b7e-14e07815c92d), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:45.276985 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-94817870-730a-492c-b731-c2d5d2578992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (7b97a188-a617-4d1d-9b7e-14e07815c92d), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:45.279840 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-94817870-730a-492c-b731-c2d5d2578992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:45.295311 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-94817870-730a-492c-b731-c2d5d2578992 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b97a188-a617-4d1d-9b7e-14e07815c92d HTTP/1.1" status: 204 len: 168 time: 0.2395966 Feb 12 04:22:45.295311 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94817870-730a-492c-b731-c2d5d2578992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b97a188-a617-4d1d-9b7e-14e07815c92d,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:45.317020 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36336) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:45.461413 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8ab36b0d-d239-45e3-ad27-4822da6ecde6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:45.538333 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8ab36b0d-d239-45e3-ad27-4822da6ecde6 admin admin] Publish callbacks [] for security_group (cf98c1e0-c9af-4aae-b566-cde81d576ea6), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:45.607974 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8ab36b0d-d239-45e3-ad27-4822da6ecde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (cf98c1e0-c9af-4aae-b566-cde81d576ea6), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:45.649936 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-8ab36b0d-d239-45e3-ad27-4822da6ecde6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72e7468a4b7249c9be4d89b2e7c10e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294542 Feb 12 04:22:45.650264 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36350) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:45.657067 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab36b0d-d239-45e3-ad27-4822da6ecde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf98c1e0-c9af-4aae-b566-cde81d576ea6,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:45.710403 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f955276d-0be8-40d6-ad81-cd81e28f4919 admin admin] Publish callbacks [] for security_group (cf98c1e0-c9af-4aae-b566-cde81d576ea6), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:45.739367 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f955276d-0be8-40d6-ad81-cd81e28f4919 admin admin] Publish callbacks [] for security_group (cf98c1e0-c9af-4aae-b566-cde81d576ea6), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:45.886471 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f955276d-0be8-40d6-ad81-cd81e28f4919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (cf98c1e0-c9af-4aae-b566-cde81d576ea6), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:45.888996 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f955276d-0be8-40d6-ad81-cd81e28f4919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:45.890190 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-f955276d-0be8-40d6-ad81-cd81e28f4919 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf98c1e0-c9af-4aae-b566-cde81d576ea6 HTTP/1.1" status: 204 len: 168 time: 0.2390215 Feb 12 04:22:45.897761 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955276d-0be8-40d6-ad81-cd81e28f4919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf98c1e0-c9af-4aae-b566-cde81d576ea6,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:46.254854 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36374) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:46.412383 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4613e2b4-250b-4208-96f5-0316a51cda97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:46.494412 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4613e2b4-250b-4208-96f5-0316a51cda97 admin admin] Publish callbacks [] for security_group (bb01ca31-761b-44e6-8d01-d171fc2510f1), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:46.566079 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4613e2b4-250b-4208-96f5-0316a51cda97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (bb01ca31-761b-44e6-8d01-d171fc2510f1), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:46.602884 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613e2b4-250b-4208-96f5-0316a51cda97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb01ca31-761b-44e6-8d01-d171fc2510f1,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:46.607450 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-4613e2b4-250b-4208-96f5-0316a51cda97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42415143b27b48c184428109a9d2f3be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561742 Feb 12 04:22:46.614001 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36386) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:46.650524 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36390) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:46.667215 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-97c85f20-feeb-437e-8518-cc95433033a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:46.687630 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd569-615a-461d-9960-7d4639efb447 admin admin] Publish callbacks [] for security_group (bb01ca31-761b-44e6-8d01-d171fc2510f1), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:46.721617 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd569-615a-461d-9960-7d4639efb447 admin admin] Publish callbacks [] for security_group (bb01ca31-761b-44e6-8d01-d171fc2510f1), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:46.812265 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-97c85f20-feeb-437e-8518-cc95433033a3 admin admin] Publish callbacks [] for security_group (06bfc500-1353-4a80-af29-f6db378ca04b), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:46.899673 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 28c9098c-2911-456c-a866-c46cf15a8c35 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:22:46.910856 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd569-615a-461d-9960-7d4639efb447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (bb01ca31-761b-44e6-8d01-d171fc2510f1), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:46.913448 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ee8bd569-615a-461d-9960-7d4639efb447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:46.914624 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-ee8bd569-615a-461d-9960-7d4639efb447 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb01ca31-761b-44e6-8d01-d171fc2510f1 HTTP/1.1" status: 204 len: 168 time: 0.2995942 Feb 12 04:22:46.920034 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: 28c9098c-2911-456c-a866-c46cf15a8c35 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:22:46.925038 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 28c9098c-2911-456c-a866-c46cf15a8c35 not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:22:46.925038 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device aeb35bd6-6f27-4770-be83-8e67439cf22d no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:22:46.925465 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bd569-615a-461d-9960-7d4639efb447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb01ca31-761b-44e6-8d01-d171fc2510f1,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:46.943477 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: aeb35bd6-6f27-4770-be83-8e67439cf22d {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:22:46.953138 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device aeb35bd6-6f27-4770-be83-8e67439cf22d not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:22:46.953555 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-97c85f20-feeb-437e-8518-cc95433033a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (06bfc500-1353-4a80-af29-f6db378ca04b), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:46.989252 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-97c85f20-feeb-437e-8518-cc95433033a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=793e50837cb742c6bd15e0d8bf011c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370774 Feb 12 04:22:46.990390 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c85f20-feeb-437e-8518-cc95433033a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bfc500-1353-4a80-af29-f6db378ca04b,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:46.992186 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36400) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:47.044769 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a092aec6-8c5b-46af-85cd-f60d9a192d05 admin admin] Publish callbacks [] for security_group (06bfc500-1353-4a80-af29-f6db378ca04b), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:47.062593 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a092aec6-8c5b-46af-85cd-f60d9a192d05 admin admin] Publish callbacks [] for security_group (06bfc500-1353-4a80-af29-f6db378ca04b), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:47.217573 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a092aec6-8c5b-46af-85cd-f60d9a192d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (06bfc500-1353-4a80-af29-f6db378ca04b), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:47.220228 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a092aec6-8c5b-46af-85cd-f60d9a192d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:47.221411 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-a092aec6-8c5b-46af-85cd-f60d9a192d05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06bfc500-1353-4a80-af29-f6db378ca04b HTTP/1.1" status: 204 len: 168 time: 0.2281151 Feb 12 04:22:47.229821 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092aec6-8c5b-46af-85cd-f60d9a192d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bfc500-1353-4a80-af29-f6db378ca04b,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:47.968840 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36432) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:47.987697 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1aadccb5-ef0d-4ba8-8236-59460ec57191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:48.085358 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1aadccb5-ef0d-4ba8-8236-59460ec57191 admin admin] Publish callbacks [] for security_group (0892e674-d65a-460f-a7bb-7469aa93b737), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:48.098660 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52d9b4-9e29-40e2-bf73-0c43db860acf req-8ebbf860-587d-43cb-bff1-8bb8d082a61f tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:48.100184 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3c52d9b4-9e29-40e2-bf73-0c43db860acf req-8ebbf860-587d-43cb-bff1-8bb8d082a61f tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0531700 Feb 12 04:22:48.151678 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1aadccb5-ef0d-4ba8-8236-59460ec57191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (0892e674-d65a-460f-a7bb-7469aa93b737), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:48.159494 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3c52d9b4-9e29-40e2-bf73-0c43db860acf req-4b435698-e92e-4841-a283-dc4e809fd152 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527277 Feb 12 04:22:48.191522 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-1aadccb5-ef0d-4ba8-8236-59460ec57191 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=773f1c111a1a40309e41c4ca92df9f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198808 Feb 12 04:22:48.192740 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadccb5-ef0d-4ba8-8236-59460ec57191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0892e674-d65a-460f-a7bb-7469aa93b737,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:48.194226 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36440) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:48.252778 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3880f105-4019-4964-b8e9-42dbf3ea7e07 admin admin] Publish callbacks [] for security_group (0892e674-d65a-460f-a7bb-7469aa93b737), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:48.274542 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3880f105-4019-4964-b8e9-42dbf3ea7e07 admin admin] Publish callbacks [] for security_group (0892e674-d65a-460f-a7bb-7469aa93b737), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:48.409499 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3880f105-4019-4964-b8e9-42dbf3ea7e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (0892e674-d65a-460f-a7bb-7469aa93b737), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:48.412357 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3880f105-4019-4964-b8e9-42dbf3ea7e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:48.413677 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-3880f105-4019-4964-b8e9-42dbf3ea7e07 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0892e674-d65a-460f-a7bb-7469aa93b737 HTTP/1.1" status: 204 len: 168 time: 0.2175822 Feb 12 04:22:48.426093 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880f105-4019-4964-b8e9-42dbf3ea7e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0892e674-d65a-460f-a7bb-7469aa93b737,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:49.302591 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1471a8-440a-48f2-af4c-ff46024022b9 req-3f466005-69a6-4afd-966b-9f578497521e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:49.308130 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9e1471a8-440a-48f2-af4c-ff46024022b9 req-3f466005-69a6-4afd-966b-9f578497521e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0691812 Feb 12 04:22:49.365905 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9e1471a8-440a-48f2-af4c-ff46024022b9 req-1a659204-5ac9-480e-93d9-65acc0141abb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542507 Feb 12 04:22:49.692020 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e2c46-b120-4564-86da-a7cf71d1859d req-6c05407a-f6a9-4e2d-a5cc-df1349360bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:49.693625 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d89e2c46-b120-4564-86da-a7cf71d1859d req-6c05407a-f6a9-4e2d-a5cc-df1349360bd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e5dbd3a980c4a1cb1d42b3a8b962124&device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 1168 time: 0.0502834 Feb 12 04:22:49.788547 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e2c46-b120-4564-86da-a7cf71d1859d req-79c93bd1-d472-4587-9b5a-32f824032832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:49.790330 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d89e2c46-b120-4564-86da-a7cf71d1859d req-79c93bd1-d472-4587-9b5a-32f824032832 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3698e3ff-e0ee-4136-91ba-4dc73b59fee7 HTTP/1.1" status: 200 len: 915 time: 0.0896962 Feb 12 04:22:49.869097 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d89e2c46-b120-4564-86da-a7cf71d1859d req-035f49fb-c195-422a-a131-12f05ad39e99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea HTTP/1.1" status: 200 len: 1001 time: 0.0690570 Feb 12 04:22:49.920830 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e2c46-b120-4564-86da-a7cf71d1859d req-e519252b-3abd-4734-a136-59a8f9676ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:49.922324 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d89e2c46-b120-4564-86da-a7cf71d1859d req-e519252b-3abd-4734-a136-59a8f9676ff4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2290cc66-7a24-4cff-8921-6570ec5f0b8f HTTP/1.1" status: 200 len: 854 time: 0.0447633 Feb 12 04:22:49.980204 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e2c46-b120-4564-86da-a7cf71d1859d req-25b186db-a4b8-4428-b570-79fe737f89b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:49.981965 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d89e2c46-b120-4564-86da-a7cf71d1859d req-25b186db-a4b8-4428-b570-79fe737f89b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3698e3ff-e0ee-4136-91ba-4dc73b59fee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440266 Feb 12 04:22:50.076481 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d89e2c46-b120-4564-86da-a7cf71d1859d req-543c0788-295a-4f67-8ce5-06def408aba8 service neutron] 10.222.0.42 "GET /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876942 Feb 12 04:22:50.178429 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d89e2c46-b120-4564-86da-a7cf71d1859d req-b755ce1a-4f68-4d29-8cd0-44eb7df939bb service neutron] 10.222.0.42 "GET /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940945 Feb 12 04:22:50.497360 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43502dc-1609-4065-9f42-f678ed48b97a req-db2174c4-f0eb-4c0f-a37f-eab7b0e6a7b7 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:50.498850 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a43502dc-1609-4065-9f42-f678ed48b97a req-db2174c4-f0eb-4c0f-a37f-eab7b0e6a7b7 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0550888 Feb 12 04:22:50.562966 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a43502dc-1609-4065-9f42-f678ed48b97a req-da2eb981-ff0c-4139-9f13-504d2ae0d600 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582366 Feb 12 04:22:51.680178 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd5e06-5a8e-49a7-917e-49719dfa142a req-7246818c-a239-464e-b0e5-c48a01eefe12 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:51.681694 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-63cd5e06-5a8e-49a7-917e-49719dfa142a req-7246818c-a239-464e-b0e5-c48a01eefe12 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0522444 Feb 12 04:22:51.740233 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-63cd5e06-5a8e-49a7-917e-49719dfa142a req-422d0016-1d10-466e-8f18-2ebfb9f8be5b tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529780 Feb 12 04:22:52.082803 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36592) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:52.193128 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e1b9036e-040c-4115-afba-70f7574ece2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:52.275974 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e1b9036e-040c-4115-afba-70f7574ece2c admin admin] Publish callbacks [] for security_group (36d0b6ea-745f-4d7c-91f2-3f7d9b74ee33), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:52.385137 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e1b9036e-040c-4115-afba-70f7574ece2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (36d0b6ea-745f-4d7c-91f2-3f7d9b74ee33), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:52.423670 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-e1b9036e-040c-4115-afba-70f7574ece2c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf46e8925ac9433593c2eb444f1c2cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396037 Feb 12 04:22:52.424589 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9036e-040c-4115-afba-70f7574ece2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d0b6ea-745f-4d7c-91f2-3f7d9b74ee33,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:52.427268 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36608) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:52.475956 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-91b6d6ad-0b98-4631-a5b4-cca26ec5b041 admin admin] Publish callbacks [] for security_group (36d0b6ea-745f-4d7c-91f2-3f7d9b74ee33), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:52.497900 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-91b6d6ad-0b98-4631-a5b4-cca26ec5b041 admin admin] Publish callbacks [] for security_group (36d0b6ea-745f-4d7c-91f2-3f7d9b74ee33), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:52.602174 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-91b6d6ad-0b98-4631-a5b4-cca26ec5b041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (36d0b6ea-745f-4d7c-91f2-3f7d9b74ee33), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:52.605452 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-91b6d6ad-0b98-4631-a5b4-cca26ec5b041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:52.609939 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-91b6d6ad-0b98-4631-a5b4-cca26ec5b041 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36d0b6ea-745f-4d7c-91f2-3f7d9b74ee33 HTTP/1.1" status: 204 len: 168 time: 0.1815670 Feb 12 04:22:52.618131 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6d6ad-0b98-4631-a5b4-cca26ec5b041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d0b6ea-745f-4d7c-91f2-3f7d9b74ee33,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:52.882122 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a3318-ce90-43c5-9a2e-3e782c4b0039 req-c21e1024-e6fe-451d-82a1-011212eddaa5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:52.883637 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb9a3318-ce90-43c5-9a2e-3e782c4b0039 req-c21e1024-e6fe-451d-82a1-011212eddaa5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0692990 Feb 12 04:22:52.945628 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb9a3318-ce90-43c5-9a2e-3e782c4b0039 req-2e8a7210-e377-4320-8347-a1d3fdbacbb0 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552800 Feb 12 04:22:53.276038 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36628) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:53.289032 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-04464e3e-0f3b-40b2-981f-85b347d4bb4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:53.363573 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-04464e3e-0f3b-40b2-981f-85b347d4bb4e admin admin] Publish callbacks [] for security_group (4ca87dc5-cc2a-4e49-ae25-3242a8d826a1), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:53.422744 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-04464e3e-0f3b-40b2-981f-85b347d4bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (4ca87dc5-cc2a-4e49-ae25-3242a8d826a1), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:53.460311 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-04464e3e-0f3b-40b2-981f-85b347d4bb4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86776092ddb34825ab6a00fed952b9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832204 Feb 12 04:22:53.462867 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04464e3e-0f3b-40b2-981f-85b347d4bb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca87dc5-cc2a-4e49-ae25-3242a8d826a1,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:53.463688 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36632) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:53.510966 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-dcd5af98-c6b5-4bbf-b15a-c3b5800f5bca admin admin] Publish callbacks [] for security_group (4ca87dc5-cc2a-4e49-ae25-3242a8d826a1), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:53.531459 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-dcd5af98-c6b5-4bbf-b15a-c3b5800f5bca admin admin] Publish callbacks [] for security_group (4ca87dc5-cc2a-4e49-ae25-3242a8d826a1), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:53.646477 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-dcd5af98-c6b5-4bbf-b15a-c3b5800f5bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (4ca87dc5-cc2a-4e49-ae25-3242a8d826a1), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:53.649024 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-dcd5af98-c6b5-4bbf-b15a-c3b5800f5bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:53.650927 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-dcd5af98-c6b5-4bbf-b15a-c3b5800f5bca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ca87dc5-cc2a-4e49-ae25-3242a8d826a1 HTTP/1.1" status: 204 len: 168 time: 0.1862798 Feb 12 04:22:53.658990 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5af98-c6b5-4bbf-b15a-c3b5800f5bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca87dc5-cc2a-4e49-ae25-3242a8d826a1,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:54.071844 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bde94-f4e3-44ff-9b3f-58f295903575 req-22aad889-0cfc-4f44-9a93-ffa464e14ddd tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:54.074233 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c97bde94-f4e3-44ff-9b3f-58f295903575 req-22aad889-0cfc-4f44-9a93-ffa464e14ddd tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0585506 Feb 12 04:22:54.139402 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c97bde94-f4e3-44ff-9b3f-58f295903575 req-a6ec0cb6-dedf-4767-9014-e78f024184ac tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594811 Feb 12 04:22:54.550912 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36670) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:54.665950 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a15f06db-c5ca-4963-b216-d7464b241a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:54.841169 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a15f06db-c5ca-4963-b216-d7464b241a25 admin admin] Publish callbacks [] for security_group (785eb7e6-591f-4356-8b85-ca2855a2740c), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:54.874732 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36682) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:54.899216 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a15f06db-c5ca-4963-b216-d7464b241a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (785eb7e6-591f-4356-8b85-ca2855a2740c), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:54.940815 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-a15f06db-c5ca-4963-b216-d7464b241a25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=040681342f4d4a72b3e77bc6e8da53de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3863482 Feb 12 04:22:54.940815 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f06db-c5ca-4963-b216-d7464b241a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785eb7e6-591f-4356-8b85-ca2855a2740c,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:54.941095 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36686) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:54.980164 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1281535840-network', 'tenant_id': '82f946458bc148b3aa3cbef9e59591cf'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:22:54.990999 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5be0d23a-be15-4b50-8e20-8601b8b90173 admin admin] Publish callbacks [] for security_group (785eb7e6-591f-4356-8b85-ca2855a2740c), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:55.013912 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5be0d23a-be15-4b50-8e20-8601b8b90173 admin admin] Publish callbacks [] for security_group (785eb7e6-591f-4356-8b85-ca2855a2740c), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:55.059434 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] Made reservation on behalf of 82f946458bc148b3aa3cbef9e59591cf for: {'network': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:22:55.061883 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:55.070527 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:55.131978 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5be0d23a-be15-4b50-8e20-8601b8b90173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (785eb7e6-591f-4356-8b85-ca2855a2740c), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:55.135213 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5be0d23a-be15-4b50-8e20-8601b8b90173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:55.136349 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-5be0d23a-be15-4b50-8e20-8601b8b90173 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/785eb7e6-591f-4356-8b85-ca2855a2740c HTTP/1.1" status: 204 len: 168 time: 0.1940982 Feb 12 04:22:55.144124 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0d23a-be15-4b50-8e20-8601b8b90173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785eb7e6-591f-4356-8b85-ca2855a2740c,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:55.195229 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] Publish callbacks [] for security_group (76e450a2-b96e-4f6f-b597-a204b84ce2b4), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:55.260974 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (76e450a2-b96e-4f6f-b597-a204b84ce2b4), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:55.290190 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171553c-08b5-4d7c-a6e9-da3787403009 req-a26d159f-c7a0-40bc-b096-c37203f24f56 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:55.292216 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9171553c-08b5-4d7c-a6e9-da3787403009 req-a26d159f-c7a0-40bc-b096-c37203f24f56 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0742736 Feb 12 04:22:55.292968 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:22:55.323309 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (2c005b0f-ef5b-4353-a351-7c638d90b903), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:55.323567 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.segments_db [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] Added segment 2c005b0f-ef5b-4353-a351-7c638d90b903 of type vlan for network 98879ecb-0bb5-4da0-8ef7-de9960a9814e Feb 12 04:22:55.326334 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e450a2-b96e-4f6f-b597-a204b84ce2b4,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:55.385373 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (98879ecb-0bb5-4da0-8ef7-de9960a9814e), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:55.408519 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9171553c-08b5-4d7c-a6e9-da3787403009 req-fae0e60c-6320-4ebd-b2a3-31a8fe8692c9 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046906 Feb 12 04:22:55.494299 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (98879ecb-0bb5-4da0-8ef7-de9960a9814e), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:55.495278 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:55.495860 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:55.555725 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] Pushing event updated for resources: {'Network': ['ID=98879ecb-0bb5-4da0-8ef7-de9960a9814e,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:55.565761 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 98879ecb-0bb5-4da0-8ef7-de9960a9814e details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:22:55.616666 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-265aa0cb-bee4-4e9e-b0cb-88708be66b9e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7406776 Feb 12 04:22:55.619966 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36696) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:55.624835 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-dc0ed0c3-c8ba-424d-b0ed-77a7929fbe08 admin admin] Request body: {'subnet': {'network_id': '98879ecb-0bb5-4da0-8ef7-de9960a9814e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1281535840-subnet', 'tenant_id': '82f946458bc148b3aa3cbef9e59591cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:22:55.792115 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0ed0c3-c8ba-424d-b0ed-77a7929fbe08 admin admin] Made reservation on behalf of 82f946458bc148b3aa3cbef9e59591cf for: {'subnet': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:22:55.794537 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-dc0ed0c3-c8ba-424d-b0ed-77a7929fbe08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29917923'] for subnet (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:55.876613 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36698) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:55.912869 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bb301250-0a85-4620-9f8a-cb7ccce62406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:56.259722 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bb301250-0a85-4620-9f8a-cb7ccce62406 admin admin] Publish callbacks [] for security_group (da6275cb-4960-47e6-a0f8-ad0baeea195c), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:56.293800 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-dc0ed0c3-c8ba-424d-b0ed-77a7929fbe08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29460962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29917937'] for subnet (b08c4954-0531-4cda-837e-7b7f3618120e), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:56.328518 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bb301250-0a85-4620-9f8a-cb7ccce62406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (da6275cb-4960-47e6-a0f8-ad0baeea195c), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:56.375562 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ed0c3-c8ba-424d-b0ed-77a7929fbe08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b08c4954-0531-4cda-837e-7b7f3618120e,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:56.386381 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-bb301250-0a85-4620-9f8a-cb7ccce62406 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c46b950916b64e23bf95acc24650eeff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5087614 Feb 12 04:22:56.389114 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36702) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:56.389774 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb301250-0a85-4620-9f8a-cb7ccce62406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6275cb-4960-47e6-a0f8-ad0baeea195c,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:56.399080 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ed0c3-c8ba-424d-b0ed-77a7929fbe08 admin admin] Checking segment: {'id': '2c005b0f-ef5b-4353-a351-7c638d90b903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '98879ecb-0bb5-4da0-8ef7-de9960a9814e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:22:56.399445 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ed0c3-c8ba-424d-b0ed-77a7929fbe08 admin admin] Network hostable DHCP agents. Network: 98879ecb-0bb5-4da0-8ef7-de9960a9814e, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:22:56.436714 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-69ecfd33-1134-4b20-80d9-0f1ec94fe44d admin admin] Publish callbacks [] for security_group (da6275cb-4960-47e6-a0f8-ad0baeea195c), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:56.457976 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-69ecfd33-1134-4b20-80d9-0f1ec94fe44d admin admin] Publish callbacks [] for security_group (da6275cb-4960-47e6-a0f8-ad0baeea195c), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:56.480523 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ed0c3-c8ba-424d-b0ed-77a7929fbe08 admin admin] Network 98879ecb-0bb5-4da0-8ef7-de9960a9814e is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:22:56.565387 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3657bd-e7be-4129-a8f7-c1b92614a42f req-a92c23b3-bf17-47cc-905b-ae3ebe052fc2 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:56.566874 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0e3657bd-e7be-4129-a8f7-c1b92614a42f req-a92c23b3-bf17-47cc-905b-ae3ebe052fc2 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0685358 Feb 12 04:22:56.568030 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ed0c3-c8ba-424d-b0ed-77a7929fbe08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 98879ecb-0bb5-4da0-8ef7-de9960a9814e) {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:22:56.572159 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0ed0c3-c8ba-424d-b0ed-77a7929fbe08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:56.576756 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-dc0ed0c3-c8ba-424d-b0ed-77a7929fbe08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:56.577527 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daffd4a9-6bc8-4e3f-ac12-617fa3823e93 None None] Network 98879ecb-0bb5-4da0-8ef7-de9960a9814e requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:22:56.623384 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-69ecfd33-1134-4b20-80d9-0f1ec94fe44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (da6275cb-4960-47e6-a0f8-ad0baeea195c), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:56.626241 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-69ecfd33-1134-4b20-80d9-0f1ec94fe44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:56.629731 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-69ecfd33-1134-4b20-80d9-0f1ec94fe44d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da6275cb-4960-47e6-a0f8-ad0baeea195c HTTP/1.1" status: 204 len: 168 time: 0.2372887 Feb 12 04:22:56.636957 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecfd33-1134-4b20-80d9-0f1ec94fe44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6275cb-4960-47e6-a0f8-ad0baeea195c,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:56.637849 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0e3657bd-e7be-4129-a8f7-c1b92614a42f req-9370b89f-e13a-4db2-a7d4-32acc8e2ce2e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623262 Feb 12 04:22:56.668133 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-dc0ed0c3-c8ba-424d-b0ed-77a7929fbe08 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0471132 Feb 12 04:22:56.683638 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b0fd81-306e-4088-88c9-93bf4a2ced2b None None] Network 98879ecb-0bb5-4da0-8ef7-de9960a9814e requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:22:57.235303 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-dce52737-672d-480a-9feb-c9993794694c tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:57.236810 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-dce52737-672d-480a-9feb-c9993794694c tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/networks?id=1b4c56bc-a8c6-4d19-a027-a619a25face0 HTTP/1.1" status: 200 len: 813 time: 0.1166794 Feb 12 04:22:57.252735 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-4e811bbe-c762-4739-babe-9060372c788d tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/quotas/2c9d14816d4e4f7c9fdd17604fe92747 HTTP/1.1" status: 200 len: 375 time: 0.0103154 Feb 12 04:22:57.292826 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-369705f5-9fdc-4535-9e3b-228fd28f528b tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2c9d14816d4e4f7c9fdd17604fe92747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347805 Feb 12 04:22:57.387075 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-ec5a1817-cce8-4900-aa66-f8586ff870c5 service neutron] 10.222.0.31 "GET /v2.0/networks/1b4c56bc-a8c6-4d19-a027-a619a25face0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873535 Feb 12 04:22:57.482632 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-e0857902-9d04-41bd-8c03-584522a7d635 service neutron] 10.222.0.31 "GET /v2.0/networks/1b4c56bc-a8c6-4d19-a027-a619a25face0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898051 Feb 12 04:22:57.535965 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36756) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:57.541501 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1852920566-network', 'tenant_id': '8747e6aefc644642a2e24e4993a36726'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:22:57.651658 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] Made reservation on behalf of 8747e6aefc644642a2e24e4993a36726 for: {'network': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:22:57.654647 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:57.665922 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:57.793452 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] Publish callbacks [] for security_group (e4fb0aab-febb-457f-8f21-36773142b01a), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:57.806086 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cec08e28-f3b9-49ea-aea8-a40f7a768c84 req-b1090e25-df93-4e20-9e9f-0d8927fbeb0d tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 210 time: 0.0368769 Feb 12 04:22:57.821503 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36770) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:57.848504 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1b45d-776f-48d2-87f1-e498c5e5df20 req-cb25af1e-46ae-4af6-929f-2e055bf46dab tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:57.851211 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-94e1b45d-776f-48d2-87f1-e498c5e5df20 req-cb25af1e-46ae-4af6-929f-2e055bf46dab tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.1178873 Feb 12 04:22:57.865584 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (e4fb0aab-febb-457f-8f21-36773142b01a), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:57.897375 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:22:57.918915 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fb0aab-febb-457f-8f21-36773142b01a,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:57.924104 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (904fcf06-bb39-41f8-a00a-ae7f766e80d5), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:57.925204 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.segments_db [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] Added segment 904fcf06-bb39-41f8-a00a-ae7f766e80d5 of type vlan for network 1ade2e83-6657-48c4-8f28-f4387fc54a3e Feb 12 04:22:57.973220 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (1ade2e83-6657-48c4-8f28-f4387fc54a3e), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:57.973701 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-94e1b45d-776f-48d2-87f1-e498c5e5df20 req-0f49e4c9-ebd6-4268-9270-a9db825f95c6 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108909 Feb 12 04:22:58.074868 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (1ade2e83-6657-48c4-8f28-f4387fc54a3e), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:58.075870 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:58.076450 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:58.107703 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-50c76550-398c-4529-9315-c63490fbb32e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:58.160811 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] Pushing event updated for resources: {'Network': ['ID=1ade2e83-6657-48c4-8f28-f4387fc54a3e,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:58.171116 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 1ade2e83-6657-48c4-8f28-f4387fc54a3e details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:22:58.224117 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-50c76550-398c-4529-9315-c63490fbb32e admin admin] Publish callbacks [] for security_group (5353bc54-c024-4bbf-94db-3449956d3acc), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:58.232457 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-0cd26f29-e27e-46e4-96c1-27866642490c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6953020 Feb 12 04:22:58.235184 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36784) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:58.240030 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-97d8d7ff-8ebb-4391-9cc9-6c389ad5958b admin admin] Request body: {'subnet': {'network_id': '1ade2e83-6657-48c4-8f28-f4387fc54a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1852920566-subnet', 'tenant_id': '8747e6aefc644642a2e24e4993a36726', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:22:58.294173 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-50c76550-398c-4529-9315-c63490fbb32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (5353bc54-c024-4bbf-94db-3449956d3acc), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:58.333122 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-50c76550-398c-4529-9315-c63490fbb32e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08cefd8245534f1a91252530f90b017e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5101473 Feb 12 04:22:58.333834 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c76550-398c-4529-9315-c63490fbb32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5353bc54-c024-4bbf-94db-3449956d3acc,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:58.336099 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36788) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:58.353926 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d8d7ff-8ebb-4391-9cc9-6c389ad5958b admin admin] Made reservation on behalf of 8747e6aefc644642a2e24e4993a36726 for: {'subnet': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:22:58.363935 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-97d8d7ff-8ebb-4391-9cc9-6c389ad5958b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30023907'] for subnet (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:58.448096 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b7a93a25-7fbd-4435-82d0-358a8e5775ed admin admin] Publish callbacks [] for security_group (5353bc54-c024-4bbf-94db-3449956d3acc), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:58.478251 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b7a93a25-7fbd-4435-82d0-358a8e5775ed admin admin] Publish callbacks [] for security_group (5353bc54-c024-4bbf-94db-3449956d3acc), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:58.762320 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b7a93a25-7fbd-4435-82d0-358a8e5775ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (5353bc54-c024-4bbf-94db-3449956d3acc), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:58.764893 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b7a93a25-7fbd-4435-82d0-358a8e5775ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:58.766110 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-b7a93a25-7fbd-4435-82d0-358a8e5775ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5353bc54-c024-4bbf-94db-3449956d3acc HTTP/1.1" status: 204 len: 168 time: 0.4291332 Feb 12 04:22:58.768738 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-97d8d7ff-8ebb-4391-9cc9-6c389ad5958b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31418238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30023921'] for subnet (d7b23bc5-da2e-474a-99c2-ea33e62f5462), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:58.801271 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a93a25-7fbd-4435-82d0-358a8e5775ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5353bc54-c024-4bbf-94db-3449956d3acc,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:58.843716 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8d7ff-8ebb-4391-9cc9-6c389ad5958b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b23bc5-da2e-474a-99c2-ea33e62f5462,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:58.872000 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d8d7ff-8ebb-4391-9cc9-6c389ad5958b admin admin] Checking segment: {'id': '904fcf06-bb39-41f8-a00a-ae7f766e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ade2e83-6657-48c4-8f28-f4387fc54a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:22:58.872525 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d8d7ff-8ebb-4391-9cc9-6c389ad5958b admin admin] Network hostable DHCP agents. Network: 1ade2e83-6657-48c4-8f28-f4387fc54a3e, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:22:58.919488 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-22b90d3d-dfb7-4635-ac27-b9f991a3a282 req-b2719024-4eb8-475e-8e83-0b75b274a9d7 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 210 time: 0.0283737 Feb 12 04:22:58.979512 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d8d7ff-8ebb-4391-9cc9-6c389ad5958b admin admin] Network 1ade2e83-6657-48c4-8f28-f4387fc54a3e is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:22:59.059551 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-97d8d7ff-8ebb-4391-9cc9-6c389ad5958b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 1ade2e83-6657-48c4-8f28-f4387fc54a3e) {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:22:59.064550 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d8d7ff-8ebb-4391-9cc9-6c389ad5958b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:59.069573 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-97d8d7ff-8ebb-4391-9cc9-6c389ad5958b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:59.070271 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e852c486-46eb-400c-a0df-8c010720402a None None] Network 1ade2e83-6657-48c4-8f28-f4387fc54a3e requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:22:59.103785 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956cedc7-01ca-4acb-ba44-0fd231f53f80 req-11d3f947-70d4-426d-8af4-749935edf798 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:22:59.105324 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-956cedc7-01ca-4acb-ba44-0fd231f53f80 req-11d3f947-70d4-426d-8af4-749935edf798 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0581381 Feb 12 04:22:59.176817 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-97d8d7ff-8ebb-4391-9cc9-6c389ad5958b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9403291 Feb 12 04:22:59.182680 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-956cedc7-01ca-4acb-ba44-0fd231f53f80 req-60a8fc83-9feb-46d1-86e4-26f63dce2b2f tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712485 Feb 12 04:22:59.190526 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8289f0a-268a-4489-bb4e-ed038de3feea None None] Network 1ade2e83-6657-48c4-8f28-f4387fc54a3e requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:22:59.578903 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36830) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:59.594132 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-81b312c4-cc2f-494e-a740-25f0ec3992f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:59.671245 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36836) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:59.702910 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-81b312c4-cc2f-494e-a740-25f0ec3992f0 admin admin] Publish callbacks [] for security_group (43608b5c-29aa-4dec-b506-9014122c1717), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:59.780528 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d737424f-29cd-4770-b2b0-8af8a7f0724a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:59.796538 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-81b312c4-cc2f-494e-a740-25f0ec3992f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (43608b5c-29aa-4dec-b506-9014122c1717), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:59.837194 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b312c4-cc2f-494e-a740-25f0ec3992f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43608b5c-29aa-4dec-b506-9014122c1717,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:22:59.841719 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-81b312c4-cc2f-494e-a740-25f0ec3992f0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1fa77643174a46a9806973ff8940ba5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615764 Feb 12 04:22:59.845020 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36840) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:22:59.865617 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d737424f-29cd-4770-b2b0-8af8a7f0724a admin admin] Publish callbacks [] for security_group (cc1bdacd-f698-4c44-b5ff-679559749429), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:59.900244 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0b21d7a0-2b3a-4d77-8669-4104f8e15430 admin admin] Publish callbacks [] for security_group (43608b5c-29aa-4dec-b506-9014122c1717), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:59.922163 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0b21d7a0-2b3a-4d77-8669-4104f8e15430 admin admin] Publish callbacks [] for security_group (43608b5c-29aa-4dec-b506-9014122c1717), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:22:59.977250 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d737424f-29cd-4770-b2b0-8af8a7f0724a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (cc1bdacd-f698-4c44-b5ff-679559749429), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:00.042707 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-29ba3a4f-1792-4628-afd7-930728a02b2a req-b01f765a-7d0a-4e80-b352-2bc093ca3104 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 210 time: 0.0460579 Feb 12 04:23:00.048597 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-d737424f-29cd-4770-b2b0-8af8a7f0724a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a680c20d4e14413d98b56ad61e0ddfde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764491 Feb 12 04:23:00.049323 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737424f-29cd-4770-b2b0-8af8a7f0724a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1bdacd-f698-4c44-b5ff-679559749429,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:00.051985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36844) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:00.062640 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0b21d7a0-2b3a-4d77-8669-4104f8e15430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (43608b5c-29aa-4dec-b506-9014122c1717), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:00.066253 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0b21d7a0-2b3a-4d77-8669-4104f8e15430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:00.067542 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-0b21d7a0-2b3a-4d77-8669-4104f8e15430 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43608b5c-29aa-4dec-b506-9014122c1717 HTTP/1.1" status: 204 len: 168 time: 0.2219930 Feb 12 04:23:00.092385 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21d7a0-2b3a-4d77-8669-4104f8e15430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43608b5c-29aa-4dec-b506-9014122c1717,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:00.136241 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a85b88f5-8fa3-4018-a4b1-ee3a50f4b955 admin admin] Publish callbacks [] for security_group (cc1bdacd-f698-4c44-b5ff-679559749429), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:00.157727 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a85b88f5-8fa3-4018-a4b1-ee3a50f4b955 admin admin] Publish callbacks [] for security_group (cc1bdacd-f698-4c44-b5ff-679559749429), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:00.178099 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-1053d1a7-bc69-444d-8e69-f8ed17db261a tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:00.179646 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-1053d1a7-bc69-444d-8e69-f8ed17db261a tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.42 "GET /v2.0/networks?id=1b4c56bc-a8c6-4d19-a027-a619a25face0 HTTP/1.1" status: 200 len: 813 time: 0.1338072 Feb 12 04:23:00.192207 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-bd715607-cc9c-4d3b-b76c-1aa9e4deb216 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Request body: {'port': {'device_id': '5ef7cee0-0173-4a04-856c-7bcd7430449d', 'network_id': '1b4c56bc-a8c6-4d19-a027-a619a25face0', 'admin_state_up': True, 'tenant_id': '2c9d14816d4e4f7c9fdd17604fe92747'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:00.316841 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a85b88f5-8fa3-4018-a4b1-ee3a50f4b955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (cc1bdacd-f698-4c44-b5ff-679559749429), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:00.319392 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a85b88f5-8fa3-4018-a4b1-ee3a50f4b955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:00.320533 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-a85b88f5-8fa3-4018-a4b1-ee3a50f4b955 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc1bdacd-f698-4c44-b5ff-679559749429 HTTP/1.1" status: 204 len: 168 time: 0.2670913 Feb 12 04:23:00.333378 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b88f5-8fa3-4018-a4b1-ee3a50f4b955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1bdacd-f698-4c44-b5ff-679559749429,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:00.374681 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8bec6-470a-40e1-a1a2-fad4cb524e14 req-c465fb8c-2442-4309-b493-fc8ed63c8c99 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:00.376201 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c1d8bec6-470a-40e1-a1a2-fad4cb524e14 req-c465fb8c-2442-4309-b493-fc8ed63c8c99 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0955765 Feb 12 04:23:00.463961 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c1d8bec6-470a-40e1-a1a2-fad4cb524e14 req-b2b185bd-ab3a-4213-8f4e-23c2b2168856 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811484 Feb 12 04:23:00.487651 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-bd715607-cc9c-4d3b-b76c-1aa9e4deb216 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Made reservation on behalf of 2c9d14816d4e4f7c9fdd17604fe92747 for: {'port': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:23:00.491199 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-bd715607-cc9c-4d3b-b76c-1aa9e4deb216 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:00.627891 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-bd715607-cc9c-4d3b-b76c-1aa9e4deb216 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Allocated IP 172.20.0.14 (1b4c56bc-a8c6-4d19-a027-a619a25face0/4de5c6d7-e4ad-4043-893f-8651fb153b93/ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:23:00.793911 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-bd715607-cc9c-4d3b-b76c-1aa9e4deb216 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks [] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:00.911407 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-bd715607-cc9c-4d3b-b76c-1aa9e4deb216 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:00.958029 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-bd715607-cc9c-4d3b-b76c-1aa9e4deb216 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Network 1b4c56bc-a8c6-4d19-a027-a619a25face0 is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:23:00.961683 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-bd715607-cc9c-4d3b-b76c-1aa9e4deb216 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:23:00.964947 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-bd715607-cc9c-4d3b-b76c-1aa9e4deb216 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:23:00.996744 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd715607-cc9c-4d3b-b76c-1aa9e4deb216 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Pushing event updated for resources: {'Port': ['ID=ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:01.026083 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-bd715607-cc9c-4d3b-b76c-1aa9e4deb216 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:01.026704 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-bd715607-cc9c-4d3b-b76c-1aa9e4deb216 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:01.070845 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:01.130121 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 36882) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:01.160155 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-bd715607-cc9c-4d3b-b76c-1aa9e4deb216 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9714673 Feb 12 04:23:01.173570 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Request body: {'port': {'device_id': '5ef7cee0-0173-4a04-856c-7bcd7430449d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:01.175792 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c6ff5b35-540d-4ffe-89f3-220b36072a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:01.255760 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda5eec-388d-46fc-bd49-2d8e9de20623 req-a8d9796d-8e1c-4447-8750-cb6901d498d4 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:01.257331 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ebda5eec-388d-46fc-bd49-2d8e9de20623 req-a8d9796d-8e1c-4447-8750-cb6901d498d4 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 932 time: 0.1398680 Feb 12 04:23:01.282042 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:01.378930 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ebda5eec-388d-46fc-bd49-2d8e9de20623 req-1b4afad8-7b41-449b-b241-d0173434c258 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119845 Feb 12 04:23:01.401701 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c6ff5b35-540d-4ffe-89f3-220b36072a22 admin admin] Publish callbacks [] for security_group (f4be28cb-032a-47aa-bd93-e13e9ad9f7c6), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:01.528926 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c6ff5b35-540d-4ffe-89f3-220b36072a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (f4be28cb-032a-47aa-bd93-e13e9ad9f7c6), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:01.608139 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-c6ff5b35-540d-4ffe-89f3-220b36072a22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b93c121119b453484e1463943993ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4769564 Feb 12 04:23:01.610915 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 36892) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:01.613701 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff5b35-540d-4ffe-89f3-220b36072a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4be28cb-032a-47aa-bd93-e13e9ad9f7c6,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:01.652033 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92eec4-502b-4e65-a44d-339dbb0e0258 req-a9765cea-b59c-4b44-8e33-9fe71fc6fb9c tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:01.653604 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e92eec4-502b-4e65-a44d-339dbb0e0258 req-a9765cea-b59c-4b44-8e33-9fe71fc6fb9c tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.1277640 Feb 12 04:23:01.671306 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-066a8b1f-1894-48ef-b20c-922a05f949b5 admin admin] Publish callbacks [] for security_group (f4be28cb-032a-47aa-bd93-e13e9ad9f7c6), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:01.694806 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-066a8b1f-1894-48ef-b20c-922a05f949b5 admin admin] Publish callbacks [] for security_group (f4be28cb-032a-47aa-bd93-e13e9ad9f7c6), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:01.725738 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa {{(pid=103158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:23:01.738497 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Publish callbacks [] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:01.771051 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e92eec4-502b-4e65-a44d-339dbb0e0258 req-1712004d-641b-4690-8616-545081728654 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046112 Feb 12 04:23:01.914935 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-066a8b1f-1894-48ef-b20c-922a05f949b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (f4be28cb-032a-47aa-bd93-e13e9ad9f7c6), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:01.916488 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.provisioning_blocks [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Transition to ACTIVE for port object ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa will not be triggered until provisioned by entity L2. {{(pid=103158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:23:01.917588 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-066a8b1f-1894-48ef-b20c-922a05f949b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:01.918734 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-066a8b1f-1894-48ef-b20c-922a05f949b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4be28cb-032a-47aa-bd93-e13e9ad9f7c6 HTTP/1.1" status: 204 len: 168 time: 0.3059928 Feb 12 04:23:01.926402 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a8b1f-1894-48ef-b20c-922a05f949b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4be28cb-032a-47aa-bd93-e13e9ad9f7c6,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:02.025015 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:02.079895 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Pushing event updated for resources: {'Port': ['ID=ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:02.148872 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Attempting to bind port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:23:02.149258 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Attempting to bind port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'e066c31a-e8cc-4761-8113-ce5defc28cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b4c56bc-a8c6-4d19-a027-a619a25face0'}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:23:02.150171 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Attempting to bind port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa on network 1b4c56bc-a8c6-4d19-a027-a619a25face0 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:23:02.170059 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa on network 1b4c56bc-a8c6-4d19-a027-a619a25face0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:23:02.170059 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Attempting to bind port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa on network 1b4c56bc-a8c6-4d19-a027-a619a25face0 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:23:02.172339 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:23:02.173057 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Checking segment: {'id': 'e066c31a-e8cc-4761-8113-ce5defc28cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b4c56bc-a8c6-4d19-a027-a619a25face0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:23:02.173772 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Bound using segment: {'id': 'e066c31a-e8cc-4761-8113-ce5defc28cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b4c56bc-a8c6-4d19-a027-a619a25face0'} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:23:02.174594 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Bound port: ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e066c31a-e8cc-4761-8113-ce5defc28cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1b4c56bc-a8c6-4d19-a027-a619a25face0'}}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:23:02.175109 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:02.273747 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] For port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa, host hv-cinder-82869, cleared binding levels {{(pid=103158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:23:02.278951 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] For port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa,segment=NetworkSegment(e066c31a-e8cc-4761-8113-ce5defc28cbb),segment_id=e066c31a-e8cc-4761-8113-ce5defc28cbb)] {{(pid=103158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:23:02.387178 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:02.480050 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:02.482493 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:02.484915 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] 10.222.0.42 "PUT /v2.0/ports/ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa HTTP/1.1" status: 200 len: 1094 time: 1.3161809 Feb 12 04:23:02.487887 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef7cee0-0173-4a04-856c-7bcd7430449d', 'tag': 'ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:23:02.491248 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89639f2-3c0f-4507-81f6-a49ce7d6a4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef7cee0-0173-4a04-856c-7bcd7430449d", "tag": "ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:23:02.545558 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8364614-326e-4bfe-8809-16c16a6b4aef x-openstack-request-id: req-b8364614-326e-4bfe-8809-16c16a6b4aef {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:23:02.545857 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef7cee0-0173-4a04-856c-7bcd7430449d", "tag": "ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:23:02.546116 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b8364614-326e-4bfe-8809-16c16a6b4aef {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:23:02.546518 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef7cee0-0173-4a04-856c-7bcd7430449d', 'tag': 'ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa', 'status': 'completed', 'code': 200} Feb 12 04:23:02.547068 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f5eae-a799-4832-8a86-10aea43ac078 service neutron] Pushing event updated for resources: {'Port': ['ID=ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa,revision_number=3']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:02.579237 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953be21b-eac1-4341-a301-98fa2abfa260 req-3b08fbdb-7b3c-4b45-a3d2-d591989de694 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:02.579237 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-953be21b-eac1-4341-a301-98fa2abfa260 req-3b08fbdb-7b3c-4b45-a3d2-d591989de694 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 944 time: 0.0831382 Feb 12 04:23:02.667255 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-953be21b-eac1-4341-a301-98fa2abfa260 req-cadf3afe-fe76-416a-8fd2-6d20e6377765 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882761 Feb 12 04:23:02.674640 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89639f2-3c0f-4507-81f6-a49ce7d6a4c3 req-853ea179-fed6-4a75-ade8-f7fa18a1252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:02.676144 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f89639f2-3c0f-4507-81f6-a49ce7d6a4c3 req-853ea179-fed6-4a75-ade8-f7fa18a1252f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c9d14816d4e4f7c9fdd17604fe92747&device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 1128 time: 0.0954046 Feb 12 04:23:02.805129 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89639f2-3c0f-4507-81f6-a49ce7d6a4c3 req-11e85df2-351c-4967-ac47-181b6ed24aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:02.806828 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f89639f2-3c0f-4507-81f6-a49ce7d6a4c3 req-11e85df2-351c-4967-ac47-181b6ed24aa3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2c9d14816d4e4f7c9fdd17604fe92747&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1184506 Feb 12 04:23:02.970121 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8c345-0032-497f-a061-eb1fa14a888c req-af86c3f3-050e-4b10-964d-2919842556a9 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:02.971720 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f6e8c345-0032-497f-a061-eb1fa14a888c req-af86c3f3-050e-4b10-964d-2919842556a9 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.1252763 Feb 12 04:23:02.973967 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89639f2-3c0f-4507-81f6-a49ce7d6a4c3 req-690f79f2-c87d-447e-bc55-07866a09c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:02.975506 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f89639f2-3c0f-4507-81f6-a49ce7d6a4c3 req-690f79f2-c87d-447e-bc55-07866a09c4cb service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1525726 Feb 12 04:23:03.069421 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f6e8c345-0032-497f-a061-eb1fa14a888c req-de02baf4-662b-4bbf-bda3-14c2b2c36e5d tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912690 Feb 12 04:23:03.085951 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-f1c7a087-8e74-4680-bf01-60f5f1c5d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:03.087538 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-f1c7a087-8e74-4680-bf01-60f5f1c5d9c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2c9d14816d4e4f7c9fdd17604fe92747&device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 1128 time: 0.0672314 Feb 12 04:23:03.133125 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-7c8c5736-fc6c-4c5e-8465-2f75b70771b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa HTTP/1.1" status: 200 len: 217 time: 0.0378752 Feb 12 04:23:03.185156 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-4d8cf227-5328-455c-8a09-16d99eb01287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:03.186631 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-4d8cf227-5328-455c-8a09-16d99eb01287 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4de5c6d7-e4ad-4043-893f-8651fb153b93 HTTP/1.1" status: 200 len: 853 time: 0.0466526 Feb 12 04:23:03.237023 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-736bf00a-e7bb-4c05-b8d0-e2589d5205bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1b4c56bc-a8c6-4d19-a027-a619a25face0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358725 Feb 12 04:23:03.340515 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-182c7dcd-23c1-474d-ac17-b828a7c073da service neutron] 10.222.0.42 "GET /v2.0/networks/1b4c56bc-a8c6-4d19-a027-a619a25face0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951972 Feb 12 04:23:03.435443 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4bc3edda-f6bd-403f-9f02-44f159986e18 req-da29f735-5a19-4b58-8b55-95a6e21fa5b7 service neutron] 10.222.0.42 "GET /v2.0/networks/1b4c56bc-a8c6-4d19-a027-a619a25face0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881646 Feb 12 04:23:03.796424 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9fc7-e5cd-4f26-a0b4-558b877d7c1d req-7aa6f01a-0426-4ea7-8fda-0ec3959780d9 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:03.797940 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-713c9fc7-e5cd-4f26-a0b4-558b877d7c1d req-7aa6f01a-0426-4ea7-8fda-0ec3959780d9 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 944 time: 0.0533435 Feb 12 04:23:03.845012 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-713c9fc7-e5cd-4f26-a0b4-558b877d7c1d req-edfe84a7-42c5-451d-a95c-dab455fcf002 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414004 Feb 12 04:23:04.187768 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150a05f-30dc-437e-9f3f-0f8cce402f32 req-10dde9d9-ea5e-414d-b0fa-620f2fc80276 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:04.189236 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9150a05f-30dc-437e-9f3f-0f8cce402f32 req-10dde9d9-ea5e-414d-b0fa-620f2fc80276 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0523520 Feb 12 04:23:04.248869 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9150a05f-30dc-437e-9f3f-0f8cce402f32 req-70c085d3-9258-4ab7-8371-95dbc5b84bff tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539744 Feb 12 04:23:04.817886 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65333d74-13e8-41f0-9d37-75fcdcac47c3 req-25a9b671-feec-49bb-ad72-06ff9dc5724e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:04.819427 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-65333d74-13e8-41f0-9d37-75fcdcac47c3 req-25a9b671-feec-49bb-ad72-06ff9dc5724e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0557334 Feb 12 04:23:04.865815 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-65333d74-13e8-41f0-9d37-75fcdcac47c3 req-7a557497-4404-41e0-946b-616c3f8a1308 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408263 Feb 12 04:23:04.972115 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf6ba7-8418-497e-ae7f-c63a50584634 req-5ec0f454-39e9-46d7-b497-b5f61e5f4233 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:04.975146 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7bdf6ba7-8418-497e-ae7f-c63a50584634 req-5ec0f454-39e9-46d7-b497-b5f61e5f4233 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 944 time: 0.0608640 Feb 12 04:23:05.019315 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7bdf6ba7-8418-497e-ae7f-c63a50584634 req-6fa2a192-ea59-4280-a764-d09ff4f31116 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402665 Feb 12 04:23:05.373405 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923fcb4-b912-4193-8c31-90f7cbd6c1e2 req-9851f08b-3ef5-4213-bbd4-fb4257e96eaf tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:05.374885 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d923fcb4-b912-4193-8c31-90f7cbd6c1e2 req-9851f08b-3ef5-4213-bbd4-fb4257e96eaf tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0541751 Feb 12 04:23:05.437856 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d923fcb4-b912-4193-8c31-90f7cbd6c1e2 req-901317cb-5ea5-4248-8ac9-d70770442228 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573094 Feb 12 04:23:05.990322 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea4fcc-caa7-46c8-be4c-6786b5e57ccb req-f9d7e39f-a845-4a12-b7ac-5f9b8c9b8740 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:05.991831 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c5ea4fcc-caa7-46c8-be4c-6786b5e57ccb req-f9d7e39f-a845-4a12-b7ac-5f9b8c9b8740 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0544519 Feb 12 04:23:06.046010 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c5ea4fcc-caa7-46c8-be4c-6786b5e57ccb req-26666b04-2468-4f55-827d-aefb90dde4eb tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470738 Feb 12 04:23:06.151259 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00225bcf-7cf0-489c-a394-29ef8d91c6ba req-dc573e4b-608d-4bfa-bda3-546a3e8df79a tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:06.152624 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-00225bcf-7cf0-489c-a394-29ef8d91c6ba req-dc573e4b-608d-4bfa-bda3-546a3e8df79a tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 944 time: 0.0522463 Feb 12 04:23:06.197613 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-00225bcf-7cf0-489c-a394-29ef8d91c6ba req-b34f8943-2458-40a3-b238-a0f4b2c4fd99 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391986 Feb 12 04:23:06.566122 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518f01a-c00a-4099-af77-d8b5664495e3 req-befe497a-b2f8-4704-b532-5ed201f38cda tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:06.570396 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6518f01a-c00a-4099-af77-d8b5664495e3 req-befe497a-b2f8-4704-b532-5ed201f38cda tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0641301 Feb 12 04:23:06.619766 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37058) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:06.645871 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6518f01a-c00a-4099-af77-d8b5664495e3 req-b0f3dffe-2b98-44e3-819b-cdb5423f59cc tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710080 Feb 12 04:23:06.737231 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-cdb74bac-c70f-4d75-908a-f488fa37bcac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:06.809697 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-cdb74bac-c70f-4d75-908a-f488fa37bcac admin admin] Publish callbacks [] for security_group (bc5852ce-60ec-47a6-90e1-ca6887e794c8), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:06.864731 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2592d149-85e9-4c21-bb21-fb4608ff73e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:06.956378 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-cdb74bac-c70f-4d75-908a-f488fa37bcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (bc5852ce-60ec-47a6-90e1-ca6887e794c8), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:06.992382 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb74bac-c70f-4d75-908a-f488fa37bcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5852ce-60ec-47a6-90e1-ca6887e794c8,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:06.996992 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-cdb74bac-c70f-4d75-908a-f488fa37bcac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe17e05c61bc462d8c131ebb9c2ed243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728108 Feb 12 04:23:06.999781 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37062) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:07.005769 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:23:07.047808 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Publish callbacks [] for security_group (bc5852ce-60ec-47a6-90e1-ca6887e794c8), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:07.073530 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Publish callbacks [] for security_group (bc5852ce-60ec-47a6-90e1-ca6887e794c8), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:07.120691 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa,segment=NetworkSegment(e066c31a-e8cc-4761-8113-ce5defc28cbb),segment_id=e066c31a-e8cc-4761-8113-ce5defc28cbb)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:23:07.134814 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': 'ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa', 'network_id': '1b4c56bc-a8c6-4d19-a027-a619a25face0', 'port_id': 'ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa', 'mac_address': 'fa:16:3e:a6:a3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de5c6d7-e4ad-4043-893f-8651fb153b93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:23:07.174734 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:07.176084 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:07.191945 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:23:07.217018 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (bc5852ce-60ec-47a6-90e1-ca6887e794c8), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:07.219620 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa,segment=NetworkSegment(e066c31a-e8cc-4761-8113-ce5defc28cbb),segment_id=e066c31a-e8cc-4761-8113-ce5defc28cbb)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:23:07.219752 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:07.220748 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc5852ce-60ec-47a6-90e1-ca6887e794c8 HTTP/1.1" status: 204 len: 168 time: 0.2199724 Feb 12 04:23:07.225751 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fea48-eb62-42c9-abd1-436e2bb0d54e req-a7432093-02c4-435d-a202-9a971bf367f0 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:07.232738 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4d9fea48-eb62-42c9-abd1-436e2bb0d54e req-a7432093-02c4-435d-a202-9a971bf367f0 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0969915 Feb 12 04:23:07.233748 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5852ce-60ec-47a6-90e1-ca6887e794c8,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:07.250689 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.251038 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.251465 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.251967 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.252413 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.252737 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.253584 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.253960 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.254318 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.254778 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.255109 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.255492 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.255987 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a52b215-34e8-44a1-abc8-d74398cfafbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.299460 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4d9fea48-eb62-42c9-abd1-436e2bb0d54e req-9285657f-266f-4212-a1c0-08019641c7cf tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533309 Feb 12 04:23:07.354617 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:07.359882 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adec03f-3261-4b15-83a8-0f2e35b5f6a2 req-264a00fe-8234-4190-8259-9904ba1c0100 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:07.361411 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0adec03f-3261-4b15-83a8-0f2e35b5f6a2 req-264a00fe-8234-4190-8259-9904ba1c0100 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 944 time: 0.0539346 Feb 12 04:23:07.406147 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:07.408251 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0adec03f-3261-4b15-83a8-0f2e35b5f6a2 req-5943aeb2-265c-42d5-a585-31c3e76cc6a8 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409386 Feb 12 04:23:07.413168 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.413549 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.413912 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.414257 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.414587 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.414916 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.415765 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.416131 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.416634 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.417168 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.417788 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.418322 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.418833 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:07.618971 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:23:07.776965 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237134e-7a88-446a-a087-f548e5bf2b4c req-152e54e6-6065-494a-8943-c5fc1bbe9e42 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:07.778608 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b237134e-7a88-446a-a087-f548e5bf2b4c req-152e54e6-6065-494a-8943-c5fc1bbe9e42 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0686808 Feb 12 04:23:07.840766 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b237134e-7a88-446a-a087-f548e5bf2b4c req-2296de0f-2345-4f1c-8075-4d09be62bc33 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&id=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566256 Feb 12 04:23:08.166944 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37086) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:08.179654 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f2c09312-6ba5-44b2-b314-4b29fb5ce570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:08.250833 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f2c09312-6ba5-44b2-b314-4b29fb5ce570 admin admin] Publish callbacks [] for security_group (bd07e7af-9306-415b-bfdc-b20e1d809d4d), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:08.333717 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f2c09312-6ba5-44b2-b314-4b29fb5ce570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (bd07e7af-9306-415b-bfdc-b20e1d809d4d), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:08.378786 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-f2c09312-6ba5-44b2-b314-4b29fb5ce570 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fab3f5037444b03a5eb05bd28e58e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083788 Feb 12 04:23:08.378786 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c09312-6ba5-44b2-b314-4b29fb5ce570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd07e7af-9306-415b-bfdc-b20e1d809d4d,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:08.380449 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37096) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:08.427573 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b6789549-9650-44bc-84e3-2dda47d51848 admin admin] Publish callbacks [] for security_group (bd07e7af-9306-415b-bfdc-b20e1d809d4d), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:08.427812 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ec426-3b9a-4420-9a19-b0b0ba2cc92d req-7db6a8ad-a863-433e-94fd-575dcde9bcb3 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:08.429232 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4a3ec426-3b9a-4420-9a19-b0b0ba2cc92d req-7db6a8ad-a863-433e-94fd-575dcde9bcb3 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0532784 Feb 12 04:23:08.450281 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b6789549-9650-44bc-84e3-2dda47d51848 admin admin] Publish callbacks [] for security_group (bd07e7af-9306-415b-bfdc-b20e1d809d4d), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:08.539488 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4a3ec426-3b9a-4420-9a19-b0b0ba2cc92d req-334b0cf2-02a3-4b2b-8fce-e9c05b2ba805 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854237 Feb 12 04:23:08.570094 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2fce0-8f56-4064-9569-e7b9f4969ca0 req-8361140a-e924-4e2f-b2b7-9466fe2d2b4e tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:08.573317 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0ad2fce0-8f56-4064-9569-e7b9f4969ca0 req-8361140a-e924-4e2f-b2b7-9466fe2d2b4e tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 945 time: 0.0860512 Feb 12 04:23:08.626285 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0ad2fce0-8f56-4064-9569-e7b9f4969ca0 req-078643c7-c538-42ab-afc5-5fef79fd4d74 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483110 Feb 12 04:23:08.628985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b6789549-9650-44bc-84e3-2dda47d51848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (bd07e7af-9306-415b-bfdc-b20e1d809d4d), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:08.632113 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b6789549-9650-44bc-84e3-2dda47d51848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:08.634543 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-b6789549-9650-44bc-84e3-2dda47d51848 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd07e7af-9306-415b-bfdc-b20e1d809d4d HTTP/1.1" status: 204 len: 168 time: 0.2521904 Feb 12 04:23:08.644844 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6789549-9650-44bc-84e3-2dda47d51848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd07e7af-9306-415b-bfdc-b20e1d809d4d,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:09.034264 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:23:09.075526 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b244b825-fe6f-414d-99ce-f9da43b030b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:09.166245 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:23:09.171918 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:09.172481 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:09.254866 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:09.255254 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:09.287515 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef7cee0-0173-4a04-856c-7bcd7430449d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:23:09.290843 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad997351-7b4b-4aa7-8270-f673bbcfe29c" -d '{"events": [{"server_uuid": "5ef7cee0-0173-4a04-856c-7bcd7430449d", "name": "network-vif-plugged", "status": "completed", "tag": "ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:23:09.307771 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa,segment=NetworkSegment(e066c31a-e8cc-4761-8113-ce5defc28cbb),segment_id=e066c31a-e8cc-4761-8113-ce5defc28cbb)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:23:09.339131 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3715e50f-f924-490d-8170-38aeb05d0593 x-openstack-request-id: req-3715e50f-f924-490d-8170-38aeb05d0593 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:23:09.339450 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef7cee0-0173-4a04-856c-7bcd7430449d", "name": "network-vif-plugged", "status": "completed", "tag": "ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:23:09.339712 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3715e50f-f924-490d-8170-38aeb05d0593 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:23:09.340136 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef7cee0-0173-4a04-856c-7bcd7430449d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa', 'code': 200} Feb 12 04:23:09.405223 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddce30-d8eb-4160-a2b2-dd8fb53b1786 req-82a362e1-27d1-4203-af3d-143e439208ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:09.407964 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:09.409064 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-78ddce30-d8eb-4160-a2b2-dd8fb53b1786 req-82a362e1-27d1-4203-af3d-143e439208ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e56e0fac86874323b726d0897d3cd6e5&device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 1130 time: 0.0530577 Feb 12 04:23:09.458624 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:09.516443 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddce30-d8eb-4160-a2b2-dd8fb53b1786 req-45d19a96-bbaf-4cd6-826f-58ccd26f82da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:09.517900 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-78ddce30-d8eb-4160-a2b2-dd8fb53b1786 req-45d19a96-bbaf-4cd6-826f-58ccd26f82da service neutron] 10.222.0.42 "GET /v2.0/networks?id=306165a8-01e9-47a6-9b7a-50f5488101e0 HTTP/1.1" status: 200 len: 911 time: 0.0876801 Feb 12 04:23:09.592666 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-78ddce30-d8eb-4160-a2b2-dd8fb53b1786 req-661d3d9d-cd41-42ed-8ece-ef985ec79ef6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781b9705-45e9-4f7b-a755-a236654ca737 HTTP/1.1" status: 200 len: 1001 time: 0.0664253 Feb 12 04:23:09.673315 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e95a3-fa69-4939-8495-6d57fa3967ae req-c8a42d55-0d02-4089-b235-991139cc34b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:09.677711 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-7c6e95a3-fa69-4939-8495-6d57fa3967ae req-c8a42d55-0d02-4089-b235-991139cc34b5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 1130 time: 0.0568440 Feb 12 04:23:09.682452 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddce30-d8eb-4160-a2b2-dd8fb53b1786 req-ea2b2c21-ea47-4be3-9dc1-9e91837d4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:09.684131 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-78ddce30-d8eb-4160-a2b2-dd8fb53b1786 req-ea2b2c21-ea47-4be3-9dc1-9e91837d4ce0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2345433c-525e-49b3-a782-8ff78220c794 HTTP/1.1" status: 200 len: 850 time: 0.0843582 Feb 12 04:23:09.731698 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-7c6e95a3-fa69-4939-8495-6d57fa3967ae req-402b30c3-a3e5-4d88-9db9-e3beee1dd6d1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493329 Feb 12 04:23:09.744007 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd6f84-279c-4e1a-bb75-d2d75d1fcd19 req-8c235e02-cdb5-42c4-8c6b-31f644b35de7 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:09.745499 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-14cd6f84-279c-4e1a-bb75-d2d75d1fcd19 req-8c235e02-cdb5-42c4-8c6b-31f644b35de7 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.1141016 Feb 12 04:23:09.825196 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddce30-d8eb-4160-a2b2-dd8fb53b1786 req-ef94d39f-707b-4d96-ad57-bfb1dcb64260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:09.826749 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-78ddce30-d8eb-4160-a2b2-dd8fb53b1786 req-ef94d39f-707b-4d96-ad57-bfb1dcb64260 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=306165a8-01e9-47a6-9b7a-50f5488101e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1338780 Feb 12 04:23:09.842593 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa90b27-3fe8-4c91-ba0a-53b9ec59020e req-8cf9b2ce-4949-4796-b1b1-7180b9f08221 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:09.844059 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0fa90b27-3fe8-4c91-ba0a-53b9ec59020e req-8cf9b2ce-4949-4796-b1b1-7180b9f08221 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 946 time: 0.1084871 Feb 12 04:23:09.848258 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-14cd6f84-279c-4e1a-bb75-d2d75d1fcd19 req-e295a29e-e4c8-48fd-9e22-44ae785da292 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921550 Feb 12 04:23:09.877142 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37166) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:09.896544 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0fa90b27-3fe8-4c91-ba0a-53b9ec59020e req-54d5a438-07e8-46fb-a728-f96f02ce615f tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467398 Feb 12 04:23:09.981177 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-185420909-network', 'tenant_id': '9562939d04a04f868c738263f2375b8e'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:10.044076 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-78ddce30-d8eb-4160-a2b2-dd8fb53b1786 req-b42e8863-c274-4ffe-861c-57bbb663ee4e service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945997 Feb 12 04:23:10.114382 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] Made reservation on behalf of 9562939d04a04f868c738263f2375b8e for: {'network': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:23:10.116755 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:10.125798 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:10.137720 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-78ddce30-d8eb-4160-a2b2-dd8fb53b1786 req-ad1b46cd-f6d1-40c3-8468-c728a642cd0a service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854783 Feb 12 04:23:10.198563 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] Publish callbacks [] for security_group (f591bf2e-6724-4e05-8d18-9cce7eda7371), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:10.279823 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (f591bf2e-6724-4e05-8d18-9cce7eda7371), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:10.304503 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:23:10.313458 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f591bf2e-6724-4e05-8d18-9cce7eda7371,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:10.319170 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (ab09d960-c8cb-4721-bb2f-a55217b4a72c), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:10.319513 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.segments_db [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] Added segment ab09d960-c8cb-4721-bb2f-a55217b4a72c of type vlan for network cebed9f7-140d-47a7-aec8-23c08b8b80f3 Feb 12 04:23:10.379260 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (cebed9f7-140d-47a7-aec8-23c08b8b80f3), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:10.483263 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (cebed9f7-140d-47a7-aec8-23c08b8b80f3), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:10.484886 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:10.485572 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:10.564709 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] Pushing event updated for resources: {'Network': ['ID=cebed9f7-140d-47a7-aec8-23c08b8b80f3,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:10.582323 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network cebed9f7-140d-47a7-aec8-23c08b8b80f3 details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:23:11.000077 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c843703-0c32-486b-a06d-d4bcfb648aae req-e14246d3-79f0-4252-9cc2-0feeebf4dcf5 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:11.001575 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8c843703-0c32-486b-a06d-d4bcfb648aae req-e14246d3-79f0-4252-9cc2-0feeebf4dcf5 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0830510 Feb 12 04:23:11.050497 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35b549-2116-43c0-bd61-c47e8ef1f668 req-4f462c2a-7811-423f-8e7b-ef4477873b76 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:11.051939 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ff35b549-2116-43c0-bd61-c47e8ef1f668 req-4f462c2a-7811-423f-8e7b-ef4477873b76 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 946 time: 0.0863466 Feb 12 04:23:11.063507 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:11.069063 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8c843703-0c32-486b-a06d-d4bcfb648aae req-c5479326-a07b-4bf1-9996-be110b1ca658 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614645 Feb 12 04:23:11.069917 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-209f32c7-3e6d-4fdb-8f17-42e669621c02 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1915879 Feb 12 04:23:11.077245 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37192) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:11.082829 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-622353e9-8b25-4894-91b8-34e690d4d1ca admin admin] Request body: {'subnet': {'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-185420909-subnet', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'ip_version': 4}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:11.105564 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ff35b549-2116-43c0-bd61-c47e8ef1f668 req-9d273475-a446-4612-8319-d24aaf267ace tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Feb 12 04:23:11.190408 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622353e9-8b25-4894-91b8-34e690d4d1ca admin admin] Made reservation on behalf of 9562939d04a04f868c738263f2375b8e for: {'subnet': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:23:11.192728 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-622353e9-8b25-4894-91b8-34e690d4d1ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30023907'] for subnet (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:11.419515 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-622353e9-8b25-4894-91b8-34e690d4d1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31418238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30023921'] for subnet (afa0fa48-3aaf-4262-a198-8492ffc2c332), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:11.475829 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622353e9-8b25-4894-91b8-34e690d4d1ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa0fa48-3aaf-4262-a198-8492ffc2c332,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:11.484303 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622353e9-8b25-4894-91b8-34e690d4d1ca admin admin] Checking segment: {'id': 'ab09d960-c8cb-4721-bb2f-a55217b4a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:23:11.484712 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622353e9-8b25-4894-91b8-34e690d4d1ca admin admin] Network hostable DHCP agents. Network: cebed9f7-140d-47a7-aec8-23c08b8b80f3, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:23:11.522050 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:11.573467 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622353e9-8b25-4894-91b8-34e690d4d1ca admin admin] Network cebed9f7-140d-47a7-aec8-23c08b8b80f3 is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:23:11.701454 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-622353e9-8b25-4894-91b8-34e690d4d1ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, cebed9f7-140d-47a7-aec8-23c08b8b80f3) {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:23:11.705595 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622353e9-8b25-4894-91b8-34e690d4d1ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:11.707237 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-622353e9-8b25-4894-91b8-34e690d4d1ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:11.711625 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9bbb43-a313-472f-bf37-81faaa7f014d None None] Network cebed9f7-140d-47a7-aec8-23c08b8b80f3 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:23:11.815660 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210867b8-5ef7-526e-8999-d34bdc8d0eca-cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'project_id': '9562939d04a04f868c738263f2375b8e', 'fixed_ips': [{'subnet_id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332'}]}} from dv-cinder-828696-3-iscsi. {{(pid=103159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 12 04:23:11.816510 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:11.900143 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-622353e9-8b25-4894-91b8-34e690d4d1ca admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8258016 Feb 12 04:23:11.910023 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37212) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:11.915516 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:11.952245 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Allocated IP 172.20.0.2 (cebed9f7-140d-47a7-aec8-23c08b8b80f3/afa0fa48-3aaf-4262-a198-8492ffc2c332/b6dd460c-1f23-40c6-a5ea-b3a0f3e51655) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:23:12.013731 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6417'] for router (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:12.015350 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:12.079131 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Publish callbacks [] for router_controller (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), precommit_add_association {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:12.103449 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Publish callbacks [] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:12.191347 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:12.243272 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Network cebed9f7-140d-47a7-aec8-23c08b8b80f3 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:23:12.246951 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:23:12.251131 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:23:12.257062 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Pushing event updated for resources: {'Port': ['ID=b6dd460c-1f23-40c6-a5ea-b3a0f3e51655,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:12.328619 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Attempting to bind port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:23:12.329301 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Attempting to bind port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': 'ab09d960-c8cb-4721-bb2f-a55217b4a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:23:12.329830 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Attempting to bind port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 on network cebed9f7-140d-47a7-aec8-23c08b8b80f3 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:23:12.336640 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:23:12.337895 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Checking segment: {'id': 'ab09d960-c8cb-4721-bb2f-a55217b4a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:23:12.338465 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:12.339005 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Bound using segment: {'id': 'ab09d960-c8cb-4721-bb2f-a55217b4a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:23:12.339683 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Bound port: b6dd460c-1f23-40c6-a5ea-b3a0f3e51655, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab09d960-c8cb-4721-bb2f-a55217b4a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:23:12.340238 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:12.365334 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37220) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:12.375095 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Publish callbacks [] for router_gateway (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:12.422299 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] For port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:23:12.426113 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] For port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b6dd460c-1f23-40c6-a5ea-b3a0f3e51655,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:23:12.490936 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258807d-671e-476c-9d60-724d667a105b req-8f4709b8-3c5f-4465-8dd6-7a592d5a5916 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:12.492453 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f258807d-671e-476c-9d60-724d667a105b req-8f4709b8-3c5f-4465-8dd6-7a592d5a5916 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.3467102 Feb 12 04:23:12.512724 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad4ad7-128f-4dda-8e36-c95da80af03e req-31e599cb-c7fe-43d5-8e8b-edcaa16676bd tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:12.514284 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-14ad4ad7-128f-4dda-8e36-c95da80af03e req-31e599cb-c7fe-43d5-8e8b-edcaa16676bd tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 946 time: 0.3397763 Feb 12 04:23:12.521745 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c94ba000-6cd0-40a6-b3a0-cfbf7a8ef164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:12.539927 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:12.596522 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264fc91-ff57-48f7-8396-7b2dbe84530d None None] Pushing event updated for resources: {'Port': ['ID=b6dd460c-1f23-40c6-a5ea-b3a0f3e51655,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:12.598183 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f258807d-671e-476c-9d60-724d667a105b req-5ae4e4a9-3119-4a62-913e-c15fb1e51695 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934675 Feb 12 04:23:12.621978 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-14ad4ad7-128f-4dda-8e36-c95da80af03e req-3443be96-f7c5-445e-b92e-eb35af2d8194 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001940 Feb 12 04:23:12.724717 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c94ba000-6cd0-40a6-b3a0-cfbf7a8ef164 admin admin] Publish callbacks [] for security_group (44b3317b-31e8-4b33-b3de-856a7fd28f4b), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:12.746769 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Publish callbacks [] for router_gateway (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:12.770959 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:12.832466 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c94ba000-6cd0-40a6-b3a0-cfbf7a8ef164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (44b3317b-31e8-4b33-b3de-856a7fd28f4b), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:12.932371 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37244) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:12.932626 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-c94ba000-6cd0-40a6-b3a0-cfbf7a8ef164 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc5dd17464094c28ad5663f1b40fda31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5660086 Feb 12 04:23:12.933341 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ba000-6cd0-40a6-b3a0-cfbf7a8ef164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b3317b-31e8-4b33-b3de-856a7fd28f4b,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:12.956816 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Allocated IP 172.27.3.187 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/fa99ed99-21c0-4115-854b-76b9788d375c) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:23:13.019185 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-afe8fef4-8a35-43f5-98db-936f127436f9 admin admin] Publish callbacks [] for security_group (44b3317b-31e8-4b33-b3de-856a7fd28f4b), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:13.044386 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-afe8fef4-8a35-43f5-98db-936f127436f9 admin admin] Publish callbacks [] for security_group (44b3317b-31e8-4b33-b3de-856a7fd28f4b), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:13.077153 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Publish callbacks [] for port (fa99ed99-21c0-4115-854b-76b9788d375c), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:13.188879 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-afe8fef4-8a35-43f5-98db-936f127436f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (44b3317b-31e8-4b33-b3de-856a7fd28f4b), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:13.195181 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-afe8fef4-8a35-43f5-98db-936f127436f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:13.195181 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-afe8fef4-8a35-43f5-98db-936f127436f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44b3317b-31e8-4b33-b3de-856a7fd28f4b HTTP/1.1" status: 204 len: 168 time: 0.2571800 Feb 12 04:23:13.201645 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8fef4-8a35-43f5-98db-936f127436f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b3317b-31e8-4b33-b3de-856a7fd28f4b,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:13.237098 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (fa99ed99-21c0-4115-854b-76b9788d375c), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:13.281329 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:23:13.285009 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:23:13.288579 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:23:13.312477 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Pushing event updated for resources: {'Port': ['ID=fa99ed99-21c0-4115-854b-76b9788d375c,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:13.459711 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:13.705384 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Publish callbacks [] for router_gateway (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:13.724552 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8865c50-e0cd-46c7-ba0d-4dcb05cb331e None None] Network cebed9f7-140d-47a7-aec8-23c08b8b80f3 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:23:13.728362 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdea48a-b5ae-457b-9616-b71de13d1bb0 req-24640e1a-44b8-4e5b-9979-7e1d990c64a3 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:13.730202 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0cdea48a-b5ae-457b-9616-b71de13d1bb0 req-24640e1a-44b8-4e5b-9979-7e1d990c64a3 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0631237 Feb 12 04:23:13.813559 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0cdea48a-b5ae-457b-9616-b71de13d1bb0 req-ef69f056-890b-42a9-a452-e9f02a027224 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768895 Feb 12 04:23:13.833166 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-908c9cd8-17cb-418c-b339-cbabc0d37f2f None None] Provisioning complete for port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:13.833570 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-908c9cd8-17cb-418c-b339-cbabc0d37f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:13.966529 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-908c9cd8-17cb-418c-b339-cbabc0d37f2f None None] Current status of the port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:13.966923 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-908c9cd8-17cb-418c-b339-cbabc0d37f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:14.010460 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-908c9cd8-17cb-418c-b339-cbabc0d37f2f None None] For port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b6dd460c-1f23-40c6-a5ea-b3a0f3e51655,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:23:14.037688 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37264) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:14.052721 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a97adf85-2bb5-4c9c-aebf-2dc820290c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:14.078277 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-908c9cd8-17cb-418c-b339-cbabc0d37f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:14.147471 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c9cd8-17cb-418c-b339-cbabc0d37f2f None None] Pushing event updated for resources: {'Port': ['ID=b6dd460c-1f23-40c6-a5ea-b3a0f3e51655,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:14.148155 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a97adf85-2bb5-4c9c-aebf-2dc820290c6c admin admin] Publish callbacks [] for security_group (2c8e5f91-1424-427d-86f4-cf53765935f3), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:14.204846 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-68ef0020-0bfb-493a-a3af-e73998614c55 None None] Provisioning complete for port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:14.205182 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68ef0020-0bfb-493a-a3af-e73998614c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:14.217544 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997099'] for router (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:14.247846 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a97adf85-2bb5-4c9c-aebf-2dc820290c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2c8e5f91-1424-427d-86f4-cf53765935f3), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:14.276919 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-a97adf85-2bb5-4c9c-aebf-2dc820290c6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed0a166f554848dd9fed223415435e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377629 Feb 12 04:23:14.277628 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37270) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:14.322740 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-68ef0020-0bfb-493a-a3af-e73998614c55 None None] Current status of the port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:14.362252 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97adf85-2bb5-4c9c-aebf-2dc820290c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8e5f91-1424-427d-86f4-cf53765935f3,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:14.367599 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-91e7e336-49a2-404d-8a68-f6a54093340f admin admin] Publish callbacks [] for security_group (2c8e5f91-1424-427d-86f4-cf53765935f3), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:14.393693 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-91e7e336-49a2-404d-8a68-f6a54093340f admin admin] Publish callbacks [] for security_group (2c8e5f91-1424-427d-86f4-cf53765935f3), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:14.503090 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-91e7e336-49a2-404d-8a68-f6a54093340f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2c8e5f91-1424-427d-86f4-cf53765935f3), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:14.504236 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb is scheduled to L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc with binding_index 1 {{(pid=103157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 12 04:23:14.505891 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-91e7e336-49a2-404d-8a68-f6a54093340f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:14.508384 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-91e7e336-49a2-404d-8a68-f6a54093340f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c8e5f91-1424-427d-86f4-cf53765935f3 HTTP/1.1" status: 204 len: 168 time: 0.2288287 Feb 12 04:23:14.517615 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7e336-49a2-404d-8a68-f6a54093340f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8e5f91-1424-427d-86f4-cf53765935f3,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:14.614485 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:23:14.626147 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Sync routers for ids ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:23:14.635321 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Routers {'3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:23:14.635930 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:23:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:14.742632 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Set router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:23:14.943191 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:23:14.990656 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:14.995405 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-346b721e-63f1-44f5-89b2-bb635803ee0c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0809166 Feb 12 04:23:14.995550 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37282) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:15.016095 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f8bb1-f13a-49f7-8aeb-6ec5d8a49695 req-70e8dafe-f68f-4cc5-af1c-c1247f27b2b7 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:15.017594 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ca6f8bb1-f13a-49f7-8aeb-6ec5d8a49695 req-70e8dafe-f68f-4cc5-af1c-c1247f27b2b7 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0950289 Feb 12 04:23:15.070915 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:15.072004 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:15.101222 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ca6f8bb1-f13a-49f7-8aeb-6ec5d8a49695 req-3ec30062-a433-4ea6-a181-8cdefff42d1a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746405 Feb 12 04:23:15.147443 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:13Z', 'revision_number': 3, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port': {'id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:15.209426 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Checking router: 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:23:15.209870 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Updating router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb port fa99ed99-21c0-4115-854b-76b9788d375c binding host dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:23:15.238015 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:15.246326 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (fa99ed99-21c0-4115-854b-76b9788d375c), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:15.541521 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:15.557160 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Publish callbacks [] for port (fa99ed99-21c0-4115-854b-76b9788d375c), precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:15.697767 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Allocated IP 172.20.0.1 (cebed9f7-140d-47a7-aec8-23c08b8b80f3/afa0fa48-3aaf-4262-a198-8492ffc2c332/ee0b0ded-e896-40fd-8b48-d2e567cc135f) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:23:15.775539 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (fa99ed99-21c0-4115-854b-76b9788d375c), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:15.813761 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Publish callbacks [] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:15.851035 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Attempting to bind port fa99ed99-21c0-4115-854b-76b9788d375c on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:23:15.851519 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Attempting to bind port fa99ed99-21c0-4115-854b-76b9788d375c by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:23:15.851733 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Attempting to bind port fa99ed99-21c0-4115-854b-76b9788d375c on network bcdd3c2f-3978-457b-a82d-1be661dbdefa {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:23:15.855260 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9765a-9b29-4f59-a888-df803299ea4d None None] Pushing event updated for resources: {'Port': ['ID=fa99ed99-21c0-4115-854b-76b9788d375c,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:15.860253 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:23:15.860632 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Checking segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:23:15.861035 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:15.861462 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Bound using segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:23:15.861963 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Bound port: fa99ed99-21c0-4115-854b-76b9788d375c, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:23:15.862545 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (fa99ed99-21c0-4115-854b-76b9788d375c), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:15.916299 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] For port fa99ed99-21c0-4115-854b-76b9788d375c, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:23:15.919434 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] For port fa99ed99-21c0-4115-854b-76b9788d375c, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=fa99ed99-21c0-4115-854b-76b9788d375c,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:23:15.926409 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:15.969307 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Network cebed9f7-140d-47a7-aec8-23c08b8b80f3 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:23:15.972307 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:23:15.979019 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:23:16.008914 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (fa99ed99-21c0-4115-854b-76b9788d375c), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:16.013491 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0b0ded-e896-40fd-8b48-d2e567cc135f,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:16.040237 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996566'] for router_interface (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:16.090971 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Routers {'3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:23:16.100511 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:23:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:16.174846 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9765a-9b29-4f59-a888-df803299ea4d None None] Pushing event updated for resources: {'Port': ['ID=fa99ed99-21c0-4115-854b-76b9788d375c,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:16.207481 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cd35e-a299-484c-97d4-a710fbcfe438 req-3d55341b-8429-4bb8-8e00-31430bd23cc9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:16.209188 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-315cd35e-a299-484c-97d4-a710fbcfe438 req-3d55341b-8429-4bb8-8e00-31430bd23cc9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.0947824 Feb 12 04:23:16.318949 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-315cd35e-a299-484c-97d4-a710fbcfe438 req-9f21958f-e476-439f-a8e3-12d46d663aa6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034884 Feb 12 04:23:16.322510 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] Set router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:23:16.333397 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bdf2d-c32a-4c23-a555-c3499e3f064c req-1ba7ddd9-7c6c-4d41-8925-3d3e27d0e42d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:16.336598 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-605bdf2d-c32a-4c23-a555-c3499e3f064c req-1ba7ddd9-7c6c-4d41-8925-3d3e27d0e42d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.1183493 Feb 12 04:23:16.347145 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:16.402550 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-605bdf2d-c32a-4c23-a555-c3499e3f064c req-f5b1a0b1-d268-4022-b8b1-104af30c6640 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605304 Feb 12 04:23:16.440068 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-484b7c2f-6d74-46ea-a7a2-b1d9432528fb None None] Provisioning complete for port ee0b0ded-e896-40fd-8b48-d2e567cc135f triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:16.440445 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-484b7c2f-6d74-46ea-a7a2-b1d9432528fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:16.526076 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-484b7c2f-6d74-46ea-a7a2-b1d9432528fb None None] Port ee0b0ded-e896-40fd-8b48-d2e567cc135f cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:23:16.575739 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Publish callbacks [] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:16.583288 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:13Z', 'revision_number': 3, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port': {'id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:16.610756 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9dfec2-f261-4afe-8a8b-a8225b887e6a None None] The sync data for ids ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'] in dv-cinder-828696-3-iscsi is: [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:13Z', 'revision_number': 3, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port': {'id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:23:16.671149 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31418345'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:16.751700 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1000998'] for router_interface (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:16.760577 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0b0ded-e896-40fd-8b48-d2e567cc135f,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:16.813148 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5987aa-e69b-43c7-b585-908e0b43d08a req-01a87937-d747-4c9b-9298-fe073834a143 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:16.814807 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8a5987aa-e69b-43c7-b585-908e0b43d08a req-01a87937-d747-4c9b-9298-fe073834a143 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0738814 Feb 12 04:23:16.886723 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8a5987aa-e69b-43c7-b585-908e0b43d08a req-df565685-f232-49f7-a189-e8ac8e3f1b4b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0661192 Feb 12 04:23:16.888325 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Network cebed9f7-140d-47a7-aec8-23c08b8b80f3 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:23:16.890379 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:23:17.104993 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:23:17.106844 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c210c2-7486-4784-8423-3e4ea22d87fe req-4f580723-5f0c-4148-b6bd-d3c29743d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:17.108770 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15c210c2-7486-4784-8423-3e4ea22d87fe req-4f580723-5f0c-4148-b6bd-d3c29743d238 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e56e0fac86874323b726d0897d3cd6e5&device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 1130 time: 0.1380022 Feb 12 04:23:17.244086 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:23:17.249794 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-800910d7-0e34-4f14-8435-b54497e5ffe4 admin admin] 10.222.0.31 "PUT /v2.0/routers/3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2530727 Feb 12 04:23:17.276818 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-4ee663cf-d73f-426d-9280-0a19aed586c6 None None] Provisioning complete for port ee0b0ded-e896-40fd-8b48-d2e567cc135f triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:17.277929 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4ee663cf-d73f-426d-9280-0a19aed586c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:17.299594 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c210c2-7486-4784-8423-3e4ea22d87fe req-e26abcc8-a163-4d6d-8a3c-88960a14b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:17.301424 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15c210c2-7486-4784-8423-3e4ea22d87fe req-e26abcc8-a163-4d6d-8a3c-88960a14b403 service neutron] 10.222.0.42 "GET /v2.0/networks?id=306165a8-01e9-47a6-9b7a-50f5488101e0 HTTP/1.1" status: 200 len: 911 time: 0.1818969 Feb 12 04:23:17.330561 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-4ee663cf-d73f-426d-9280-0a19aed586c6 None None] Port ee0b0ded-e896-40fd-8b48-d2e567cc135f cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:23:17.383411 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15c210c2-7486-4784-8423-3e4ea22d87fe req-2a4a6ee7-50db-4760-aa1a-94fb91807a82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781b9705-45e9-4f7b-a755-a236654ca737 HTTP/1.1" status: 200 len: 1001 time: 0.0719612 Feb 12 04:23:17.482863 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c210c2-7486-4784-8423-3e4ea22d87fe req-f93c96fa-73c3-47ea-acad-c5f689c76964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:17.484111 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15c210c2-7486-4784-8423-3e4ea22d87fe req-f93c96fa-73c3-47ea-acad-c5f689c76964 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2345433c-525e-49b3-a782-8ff78220c794 HTTP/1.1" status: 200 len: 850 time: 0.0944500 Feb 12 04:23:17.539049 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b971f3-622b-4698-9dbf-d23504983e3f req-067917e1-902f-4a6a-b6cf-00ac97e36ef9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:17.541080 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-49b971f3-622b-4698-9dbf-d23504983e3f req-067917e1-902f-4a6a-b6cf-00ac97e36ef9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.0916007 Feb 12 04:23:17.572220 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c210c2-7486-4784-8423-3e4ea22d87fe req-f969f1bd-804a-4153-9eae-73e672fb5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:17.573746 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15c210c2-7486-4784-8423-3e4ea22d87fe req-f969f1bd-804a-4153-9eae-73e672fb5192 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=306165a8-01e9-47a6-9b7a-50f5488101e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820994 Feb 12 04:23:17.631383 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-49b971f3-622b-4698-9dbf-d23504983e3f req-7805059f-b15e-4bdc-b85c-894f64fd9eaf tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=278dafc4-b078-4775-9e95-03a6ef2ba01b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828619 Feb 12 04:23:17.706133 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15c210c2-7486-4784-8423-3e4ea22d87fe req-4c83e782-7260-45ce-9244-e024a075e736 service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204884 Feb 12 04:23:17.810155 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15c210c2-7486-4784-8423-3e4ea22d87fe req-7c694f22-733a-4a25-8db2-4cd325e805bc service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971072 Feb 12 04:23:17.822993 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-ec016134-66df-4706-8cb9-2dce1bafd8aa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:17.825135 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-ec016134-66df-4706-8cb9-2dce1bafd8aa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 947 time: 0.0650187 Feb 12 04:23:17.937781 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Deleting port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:23:17.938127 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.012436 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc44ba-521f-4b69-b364-12af5cfb6d52 req-e0af2a23-ba1d-4934-992b-45840b0d1369 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:18.014451 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-55dc44ba-521f-4b69-b364-12af5cfb6d52 req-e0af2a23-ba1d-4934-992b-45840b0d1369 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0586762 Feb 12 04:23:18.047781 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] For port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:23:18.048465 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.073027 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-55dc44ba-521f-4b69-b364-12af5cfb6d52 req-774f6dfa-7c47-49ba-9c33-af0ca5d22bef tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508218 Feb 12 04:23:18.204492 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37402) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:18.210385 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1798599166-network', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:18.276897 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37410) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:18.326594 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] Made reservation on behalf of d2d151eaae9c4abfbfde825711ad3fe2 for: {'network': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:23:18.329995 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.336268 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c21cc9a-e3fd-4427-9e79-e11dd6d31ea6 admin admin] Deleting subnet b08c4954-0531-4cda-837e-7b7f3618120e {{(pid=103158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:23:18.341932 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.341932 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (c18b40ad-90e2-46ce-8556-1297c6f3e1a9), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.341932 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.l3_db [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Floating IP c18b40ad-90e2-46ce-8556-1297c6f3e1a9 disassociated. External IP: 172.27.3.182, port: 7f295ad4-24a6-4a7e-b33a-2a928cd09e95. Feb 12 04:23:18.341932 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Calling delete_port for 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 owned by compute:nova {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:23:18.348306 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2c21cc9a-e3fd-4427-9e79-e11dd6d31ea6 admin admin] Publish callbacks [] for subnet (b08c4954-0531-4cda-837e-7b7f3618120e), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.376526 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.404949 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2c21cc9a-e3fd-4427-9e79-e11dd6d31ea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30203189'] for subnet (b08c4954-0531-4cda-837e-7b7f3618120e), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.468168 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2c21cc9a-e3fd-4427-9e79-e11dd6d31ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (b08c4954-0531-4cda-837e-7b7f3618120e), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.542602 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] Publish callbacks [] for security_group (5471f3b1-59ce-49a6-bec1-28dc2a9bf397), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.589146 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (7f295ad4-24a6-4a7e-b33a-2a928cd09e95), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.618335 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event deleted for resources: {'Port': ['ID=7f295ad4-24a6-4a7e-b33a-2a928cd09e95,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:18.676406 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c480577-79df-42ec-843c-015209720976 None None] Sync routers for ids ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:23:18.687267 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c480577-79df-42ec-843c-015209720976 None None] Routers {'3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:23:18.687899 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-4c480577-79df-42ec-843c-015209720976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:23:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:18.693878 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (5471f3b1-59ce-49a6-bec1-28dc2a9bf397), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.751555 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:23:18.763544 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Router 9a9423a3-e368-43b7-aa7f-736d5da7ceda has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:23:18.785414 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2c21cc9a-e3fd-4427-9e79-e11dd6d31ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29460899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29917894'] for subnet (b08c4954-0531-4cda-837e-7b7f3618120e), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.792952 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6c1901ce-1335-43ef-851c-1f42b7152da0 req-2885cfa7-3993-48b2-800a-14d89582b94c tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 210 time: 0.0622520 Feb 12 04:23:18.798064 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (ae4913d7-2f4f-430b-8f00-7d2d439014b9), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.798203 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.segments_db [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] Added segment ae4913d7-2f4f-430b-8f00-7d2d439014b9 of type vlan for network 14d5fbe2-1779-46e2-9570-8f5c9d451a45 Feb 12 04:23:18.802764 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5471f3b1-59ce-49a6-bec1-28dc2a9bf397,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:18.838287 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21cc9a-e3fd-4427-9e79-e11dd6d31ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b08c4954-0531-4cda-837e-7b7f3618120e,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:18.843364 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2c21cc9a-e3fd-4427-9e79-e11dd6d31ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.848767 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-2c21cc9a-e3fd-4427-9e79-e11dd6d31ea6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b08c4954-0531-4cda-837e-7b7f3618120e HTTP/1.1" status: 204 len: 168 time: 0.5685019 Feb 12 04:23:18.858265 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37426) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:18.886719 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (14d5fbe2-1779-46e2-9570-8f5c9d451a45), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:18.968163 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:23:18.985872 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-4c480577-79df-42ec-843c-015209720976 None None] Set router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:23:19.018680 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (14d5fbe2-1779-46e2-9570-8f5c9d451a45), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.020625 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:19.021228 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.021602 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c657ca92-ca73-4ab9-94e2-acdd0b005366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (98879ecb-0bb5-4da0-8ef7-de9960a9814e), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.030654 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device fa99ed99-21c0-4115-854b-76b9788d375c up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:23:19.063286 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:23:19.098991 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc3a82b-ab10-4935-90b9-a7a5808c2ce0 None None] Sync routers for ids ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:23:19.101396 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] Pushing event updated for resources: {'Network': ['ID=14d5fbe2-1779-46e2-9570-8f5c9d451a45,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:19.128307 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 14d5fbe2-1779-46e2-9570-8f5c9d451a45 details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:23:19.136716 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-a3012ad9-a73e-4ab4-8591-e4f834a54be8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9285059 Feb 12 04:23:19.137492 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37430) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:19.141624 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c657ca92-ca73-4ab9-94e2-acdd0b005366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (98879ecb-0bb5-4da0-8ef7-de9960a9814e), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.142096 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-eabacca3-fbd1-4918-a250-8c46981a18f4 admin admin] Request body: {'subnet': {'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1798599166-subnet', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'ip_version': 4}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:19.155956 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3a82b-ab10-4935-90b9-a7a5808c2ce0 None None] Routers {'9a9423a3-e368-43b7-aa7f-736d5da7ceda'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:23:19.156597 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-1fc3a82b-ab10-4935-90b9-a7a5808c2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:23:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:19.180726 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-c657ca92-ca73-4ab9-94e2-acdd0b005366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98879ecb-0bb5-4da0-8ef7-de9960a9814e']}} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:19.199380 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-c657ca92-ca73-4ab9-94e2-acdd0b005366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c005b0f-ef5b-4353-a351-7c638d90b903') {'for_net_delete': True} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:19.200050 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-c657ca92-ca73-4ab9-94e2-acdd0b005366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c005b0f-ef5b-4353-a351-7c638d90b903') {} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:19.223681 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c657ca92-ca73-4ab9-94e2-acdd0b005366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29520069'] for segment (2c005b0f-ef5b-4353-a351-7c638d90b903), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.266027 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] No DVR routers for this DVR port 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 on host hv-cinder-82869 {{(pid=103157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:23:19.268456 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c657ca92-ca73-4ab9-94e2-acdd0b005366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (2c005b0f-ef5b-4353-a351-7c638d90b903), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.271765 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2734415-5f02-4594-bb7a-a0cda8e4040f req-a8cda5b5-3512-4d31-869b-0956c2803048 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:19.272664 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.273772 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f2734415-5f02-4594-bb7a-a0cda8e4040f req-a8cda5b5-3512-4d31-869b-0956c2803048 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0802979 Feb 12 04:23:19.275935 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabacca3-fbd1-4918-a250-8c46981a18f4 admin admin] Made reservation on behalf of d2d151eaae9c4abfbfde825711ad3fe2 for: {'subnet': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:23:19.277620 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-3324182c-4bd9-462f-9d2d-9c632b26167e req-d46f4c11-9551-474f-8224-305d3148ee64 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.42 "DELETE /v2.0/ports/7f295ad4-24a6-4a7e-b33a-2a928cd09e95 HTTP/1.1" status: 204 len: 173 time: 1.4442759 Feb 12 04:23:19.278149 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'name': 'network-vif-deleted', 'tag': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:23:19.282414 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-eabacca3-fbd1-4918-a250-8c46981a18f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29917923'] for subnet (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.282546 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61521ab2-8a7e-494d-95cf-e22179f531c7" -d '{"events": [{"server_uuid": "5d27a38f-f79b-4a12-8dd1-e520acda4662", "name": "network-vif-deleted", "tag": "7f295ad4-24a6-4a7e-b33a-2a928cd09e95"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:23:19.290350 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c657ca92-ca73-4ab9-94e2-acdd0b005366 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:23:19.290870 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c657ca92-ca73-4ab9-94e2-acdd0b005366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31418245'] for segment (2c005b0f-ef5b-4353-a351-7c638d90b903), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: Traceback (most recent call last): Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: timer() Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: cb(*args, **kw) Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: return func(*args, **kwargs) Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: self._notify() Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: self.callback(batched_events) Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: event.method(event) Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: return f(self, *a, **k) Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._get(url).json() Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: return self.request(url, 'GET', **kwargs) Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:23:19.292917 dv-cinder-828696-3-iscsi neutron-server[103157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:23:19.308548 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-4c480577-79df-42ec-843c-015209720976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:16Z', 'revision_number': 4, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port': {'id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'ee0b0ded-e896-40fd-8b48-d2e567cc135f', 'name': '', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'mac_address': 'fa:16:3e:7f:10:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:15Z', 'updated_at': '2022-02-12T04:23:16Z', 'revision_number': 2, 'project_id': '9562939d04a04f868c738263f2375b8e', 'subnets': [{'id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:19.365062 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3f07a6-c0bf-4e04-8338-635e483a2abd x-openstack-request-id: req-af3f07a6-c0bf-4e04-8338-635e483a2abd {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:23:19.365700 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d27a38f-f79b-4a12-8dd1-e520acda4662", "name": "network-vif-deleted", "tag": "7f295ad4-24a6-4a7e-b33a-2a928cd09e95", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:23:19.366792 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af3f07a6-c0bf-4e04-8338-635e483a2abd {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:23:19.367454 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d27a38f-f79b-4a12-8dd1-e520acda4662', 'name': 'network-vif-deleted', 'tag': '7f295ad4-24a6-4a7e-b33a-2a928cd09e95', 'status': 'completed', 'code': 200} Feb 12 04:23:19.376649 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port fa99ed99-21c0-4115-854b-76b9788d375c triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:19.377038 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (fa99ed99-21c0-4115-854b-76b9788d375c), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.389207 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c480577-79df-42ec-843c-015209720976 None None] Checking router: 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:23:19.391345 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c480577-79df-42ec-843c-015209720976 None None] Updating router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb port ee0b0ded-e896-40fd-8b48-d2e567cc135f binding host dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:23:19.453345 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4c480577-79df-42ec-843c-015209720976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.472772 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f2734415-5f02-4594-bb7a-a0cda8e4040f req-122d06c7-9c39-4d9c-a040-196d58ccdade tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676751 Feb 12 04:23:19.517078 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c657ca92-ca73-4ab9-94e2-acdd0b005366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (98879ecb-0bb5-4da0-8ef7-de9960a9814e), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.521401 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37440) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:19.522671 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c657ca92-ca73-4ab9-94e2-acdd0b005366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.531163 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-c657ca92-ca73-4ab9-94e2-acdd0b005366 admin admin] 10.222.0.31 "DELETE /v2.0/networks/98879ecb-0bb5-4da0-8ef7-de9960a9814e HTTP/1.1" status: 204 len: 168 time: 0.6669066 Feb 12 04:23:19.543089 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37442) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:19.559021 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657ca92-ca73-4ab9-94e2-acdd0b005366 admin admin] Pushing event deleted for resources: {'Network': ['ID=98879ecb-0bb5-4da0-8ef7-de9960a9814e,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:19.613192 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-1fc3a82b-ab10-4935-90b9-a7a5808c2ce0 None None] Set router 9a9423a3-e368-43b7-aa7f-736d5da7ceda gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:23:19.660853 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port fa99ed99-21c0-4115-854b-76b9788d375c is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:19.661641 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (fa99ed99-21c0-4115-854b-76b9788d375c), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.664346 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e428273-3f66-4af2-bb5a-6942a8023bd0 admin admin] Deleting subnet d7b23bc5-da2e-474a-99c2-ea33e62f5462 {{(pid=103158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:23:19.676406 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1e428273-3f66-4af2-bb5a-6942a8023bd0 admin admin] Publish callbacks [] for subnet (d7b23bc5-da2e-474a-99c2-ea33e62f5462), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.722755 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1e428273-3f66-4af2-bb5a-6942a8023bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30203189'] for subnet (d7b23bc5-da2e-474a-99c2-ea33e62f5462), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.809664 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4c480577-79df-42ec-843c-015209720976 None None] Publish callbacks [] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.834698 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7aed-c864-4353-865e-e6b63f14a8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.840263 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1e428273-3f66-4af2-bb5a-6942a8023bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (d7b23bc5-da2e-474a-99c2-ea33e62f5462), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.870442 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port fa99ed99-21c0-4115-854b-76b9788d375c, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=fa99ed99-21c0-4115-854b-76b9788d375c,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:23:19.943206 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4c480577-79df-42ec-843c-015209720976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.946196 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2b4b39d9-09dd-45e6-811d-68b5e4f5c037 req-7e144160-80a7-40e4-896e-00b4dc72f8f9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d27a38f-f79b-4a12-8dd1-e520acda4662 HTTP/1.1" status: 200 len: 210 time: 0.0402651 Feb 12 04:23:19.951865 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-eabacca3-fbd1-4918-a250-8c46981a18f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29460962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29917937'] for subnet (6359f44b-f2f8-46e6-81f7-6b6be48d9390), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:19.973869 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (fa99ed99-21c0-4115-854b-76b9788d375c), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.015148 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Pushing event updated for resources: {'Port': ['ID=ee0b0ded-e896-40fd-8b48-d2e567cc135f,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:20.032119 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabacca3-fbd1-4918-a250-8c46981a18f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6359f44b-f2f8-46e6-81f7-6b6be48d9390,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:20.041940 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:20.042874 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:20.043396 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:20.044035 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:20.044471 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:20.045067 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:20.045668 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:20.046136 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:20.046753 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:20.047483 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:20.047483 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:20.048002 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:20.048812 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:20.052094 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7aed-c864-4353-865e-e6b63f14a8f3 admin admin] Publish callbacks [] for security_group (11a1cf8c-d2ba-4821-83a7-9d419b2c74c8), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.065263 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1e428273-3f66-4af2-bb5a-6942a8023bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29460899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29917894'] for subnet (d7b23bc5-da2e-474a-99c2-ea33e62f5462), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.069292 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=fa99ed99-21c0-4115-854b-76b9788d375c,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:20.073264 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-1fc3a82b-ab10-4935-90b9-a7a5808c2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:09Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:20.121033 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e428273-3f66-4af2-bb5a-6942a8023bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b23bc5-da2e-474a-99c2-ea33e62f5462,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:20.121986 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-4c480577-79df-42ec-843c-015209720976 None None] Attempting to bind port ee0b0ded-e896-40fd-8b48-d2e567cc135f on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:23:20.122630 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-4c480577-79df-42ec-843c-015209720976 None None] Attempting to bind port ee0b0ded-e896-40fd-8b48-d2e567cc135f by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': 'ab09d960-c8cb-4721-bb2f-a55217b4a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:23:20.122897 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c480577-79df-42ec-843c-015209720976 None None] Attempting to bind port ee0b0ded-e896-40fd-8b48-d2e567cc135f on network cebed9f7-140d-47a7-aec8-23c08b8b80f3 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:23:20.126710 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1e428273-3f66-4af2-bb5a-6942a8023bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.127541 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc3a82b-ab10-4935-90b9-a7a5808c2ce0 None None] Checking router: 9a9423a3-e368-43b7-aa7f-736d5da7ceda for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:23:20.133983 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c480577-79df-42ec-843c-015209720976 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:23:20.136960 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-1e428273-3f66-4af2-bb5a-6942a8023bd0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d7b23bc5-da2e-474a-99c2-ea33e62f5462 HTTP/1.1" status: 204 len: 168 time: 0.5823345 Feb 12 04:23:20.137515 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c480577-79df-42ec-843c-015209720976 None None] Checking segment: {'id': 'ab09d960-c8cb-4721-bb2f-a55217b4a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:23:20.138034 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4c480577-79df-42ec-843c-015209720976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.138544 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c480577-79df-42ec-843c-015209720976 None None] Bound using segment: {'id': 'ab09d960-c8cb-4721-bb2f-a55217b4a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:23:20.139124 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-4c480577-79df-42ec-843c-015209720976 None None] Bound port: ee0b0ded-e896-40fd-8b48-d2e567cc135f, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab09d960-c8cb-4721-bb2f-a55217b4a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:23:20.139600 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4c480577-79df-42ec-843c-015209720976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.139734 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37448) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:20.140192 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabacca3-fbd1-4918-a250-8c46981a18f4 admin admin] Checking segment: {'id': 'ae4913d7-2f4f-430b-8f00-7d2d439014b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:23:20.140510 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabacca3-fbd1-4918-a250-8c46981a18f4 admin admin] Network hostable DHCP agents. Network: 14d5fbe2-1779-46e2-9570-8f5c9d451a45, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:23:20.140683 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3a82b-ab10-4935-90b9-a7a5808c2ce0 None None] Routers {'9a9423a3-e368-43b7-aa7f-736d5da7ceda'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:23:20.141594 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-1fc3a82b-ab10-4935-90b9-a7a5808c2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:23:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:20.142828 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8f9a7aed-c864-4353-865e-e6b63f14a8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (11a1cf8c-d2ba-4821-83a7-9d419b2c74c8), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.190645 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a7aed-c864-4353-865e-e6b63f14a8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a1cf8c-d2ba-4821-83a7-9d419b2c74c8,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:20.245675 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-8f9a7aed-c864-4353-865e-e6b63f14a8f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7b7680c7e114cd0b2d7ab9e9620d7a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7231152 Feb 12 04:23:20.249735 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37450) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:20.279298 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-eb57e385-6ede-4c64-953c-8a8eaa6bd034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (1ade2e83-6657-48c4-8f28-f4387fc54a3e), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.308707 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-4c480577-79df-42ec-843c-015209720976 None None] For port ee0b0ded-e896-40fd-8b48-d2e567cc135f, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:23:20.319367 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-1fc3a82b-ab10-4935-90b9-a7a5808c2ce0 None None] Set router 9a9423a3-e368-43b7-aa7f-736d5da7ceda gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:23:20.321339 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-4c480577-79df-42ec-843c-015209720976 None None] For port ee0b0ded-e896-40fd-8b48-d2e567cc135f, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=ee0b0ded-e896-40fd-8b48-d2e567cc135f,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:23:20.325584 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-aac86a81-ed25-4ebe-9bb5-0fde17444560 admin admin] Publish callbacks [] for security_group (11a1cf8c-d2ba-4821-83a7-9d419b2c74c8), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.339444 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabacca3-fbd1-4918-a250-8c46981a18f4 admin admin] Network 14d5fbe2-1779-46e2-9570-8f5c9d451a45 is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:23:20.392335 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-4c480577-79df-42ec-843c-015209720976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.420453 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-aac86a81-ed25-4ebe-9bb5-0fde17444560 admin admin] Publish callbacks [] for security_group (11a1cf8c-d2ba-4821-83a7-9d419b2c74c8), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.436776 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-eabacca3-fbd1-4918-a250-8c46981a18f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 14d5fbe2-1779-46e2-9570-8f5c9d451a45) {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:23:20.451530 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabacca3-fbd1-4918-a250-8c46981a18f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:20.452207 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-eabacca3-fbd1-4918-a250-8c46981a18f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.474114 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e51dd5-f0ae-4375-b9dd-7c1ec7a581ff None None] Network 14d5fbe2-1779-46e2-9570-8f5c9d451a45 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:23:20.495583 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-eb57e385-6ede-4c64-953c-8a8eaa6bd034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (1ade2e83-6657-48c4-8f28-f4387fc54a3e), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.506648 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-454ef56f-2a05-4232-83c8-1657848049c5 None None] Provisioning complete for port ee0b0ded-e896-40fd-8b48-d2e567cc135f triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:20.507336 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-454ef56f-2a05-4232-83c8-1657848049c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.519273 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c480577-79df-42ec-843c-015209720976 None None] Routers {'3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:23:20.520042 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-4c480577-79df-42ec-843c-015209720976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:23:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:20.523941 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc9da8-3367-42d3-b388-a4617f8a7249 None None] Pushing event updated for resources: {'Port': ['ID=ee0b0ded-e896-40fd-8b48-d2e567cc135f,revision_number=4']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:20.559315 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-eb57e385-6ede-4c64-953c-8a8eaa6bd034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ade2e83-6657-48c4-8f28-f4387fc54a3e']}} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:20.571155 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-eabacca3-fbd1-4918-a250-8c46981a18f4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4330068 Feb 12 04:23:20.574147 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37454) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:20.578783 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1798599166-router', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:20.596805 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-eb57e385-6ede-4c64-953c-8a8eaa6bd034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904fcf06-bb39-41f8-a00a-ae7f766e80d5') {'for_net_delete': True} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:20.598663 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-eb57e385-6ede-4c64-953c-8a8eaa6bd034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904fcf06-bb39-41f8-a00a-ae7f766e80d5') {} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:20.630469 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-eb57e385-6ede-4c64-953c-8a8eaa6bd034 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29520069'] for segment (904fcf06-bb39-41f8-a00a-ae7f766e80d5), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.667283 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-eb57e385-6ede-4c64-953c-8a8eaa6bd034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (904fcf06-bb39-41f8-a00a-ae7f766e80d5), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.676956 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-aac86a81-ed25-4ebe-9bb5-0fde17444560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (11a1cf8c-d2ba-4821-83a7-9d419b2c74c8), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.679887 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-aac86a81-ed25-4ebe-9bb5-0fde17444560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.681430 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-aac86a81-ed25-4ebe-9bb5-0fde17444560 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11a1cf8c-d2ba-4821-83a7-9d419b2c74c8 HTTP/1.1" status: 204 len: 168 time: 0.4306610 Feb 12 04:23:20.687438 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb57e385-6ede-4c64-953c-8a8eaa6bd034 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:23:20.692053 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-eb57e385-6ede-4c64-953c-8a8eaa6bd034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31418245'] for segment (904fcf06-bb39-41f8-a00a-ae7f766e80d5), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: Traceback (most recent call last): Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: timer() Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: cb(*args, **kw) Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: return func(*args, **kwargs) Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: self._notify() Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: self.callback(batched_events) Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: event.method(event) Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: return f(self, *a, **k) Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._get(url).json() Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: return self.request(url, 'GET', **kwargs) Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:23:20.701269 dv-cinder-828696-3-iscsi neutron-server[103157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:23:20.706523 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac86a81-ed25-4ebe-9bb5-0fde17444560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a1cf8c-d2ba-4821-83a7-9d419b2c74c8,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:20.716991 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-4c480577-79df-42ec-843c-015209720976 None None] Set router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:23:20.722749 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6417'] for router (d1eeafc3-be13-4ea9-8e51-94c58c88f628), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.724005 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router (d1eeafc3-be13-4ea9-8e51-94c58c88f628), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.764532 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210867b8-5ef7-526e-8999-d34bdc8d0eca-14d5fbe2-1779-46e2-9570-8f5c9d451a45', 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45', 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'fixed_ips': [{'subnet_id': '6359f44b-f2f8-46e6-81f7-6b6be48d9390'}]}} from dv-cinder-828696-3-iscsi. {{(pid=103159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 12 04:23:20.765254 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.808107 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-454ef56f-2a05-4232-83c8-1657848049c5 None None] Current status of the port ee0b0ded-e896-40fd-8b48-d2e567cc135f is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:20.808578 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-454ef56f-2a05-4232-83c8-1657848049c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.857194 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Publish callbacks [] for router_controller (d1eeafc3-be13-4ea9-8e51-94c58c88f628), precommit_add_association {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.896826 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-454ef56f-2a05-4232-83c8-1657848049c5 None None] For port ee0b0ded-e896-40fd-8b48-d2e567cc135f, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=ee0b0ded-e896-40fd-8b48-d2e567cc135f,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:23:20.902572 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-1fc3a82b-ab10-4935-90b9-a7a5808c2ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:09Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:20.961436 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device fa99ed99-21c0-4115-854b-76b9788d375c up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:23:20.965618 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc3a82b-ab10-4935-90b9-a7a5808c2ce0 None None] The sync data for ids ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'] in dv-cinder-828696-3-iscsi is: [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:09Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:23:20.970073 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-eb57e385-6ede-4c64-953c-8a8eaa6bd034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (1ade2e83-6657-48c4-8f28-f4387fc54a3e), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.985639 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-eb57e385-6ede-4c64-953c-8a8eaa6bd034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:20.995664 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-eb57e385-6ede-4c64-953c-8a8eaa6bd034 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1ade2e83-6657-48c4-8f28-f4387fc54a3e HTTP/1.1" status: 204 len: 168 time: 0.8549635 Feb 12 04:23:21.020638 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57e385-6ede-4c64-953c-8a8eaa6bd034 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ade2e83-6657-48c4-8f28-f4387fc54a3e,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:21.075871 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-4c480577-79df-42ec-843c-015209720976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:16Z', 'revision_number': 4, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port': {'id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'ee0b0ded-e896-40fd-8b48-d2e567cc135f', 'name': '', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'mac_address': 'fa:16:3e:7f:10:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:15Z', 'updated_at': '2022-02-12T04:23:20Z', 'revision_number': 4, 'project_id': '9562939d04a04f868c738263f2375b8e', 'subnets': [{'id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:21.149377 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c480577-79df-42ec-843c-015209720976 None None] The sync data for ids ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'] in dv-cinder-828696-3-iscsi is: [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:16Z', 'revision_number': 4, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port': {'id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'ee0b0ded-e896-40fd-8b48-d2e567cc135f', 'name': '', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'mac_address': 'fa:16:3e:7f:10:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:15Z', 'updated_at': '2022-02-12T04:23:20Z', 'revision_number': 4, 'project_id': '9562939d04a04f868c738263f2375b8e', 'subnets': [{'id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:23:21.169511 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-454ef56f-2a05-4232-83c8-1657848049c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:21.261784 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37468) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:21.327549 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Publish callbacks [] for router_gateway (d1eeafc3-be13-4ea9-8e51-94c58c88f628), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:21.442895 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-435ad844-bb37-41fb-bbe7-87a2ade3b011 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group (278dafc4-b078-4775-9e95-03a6ef2ba01b), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:21.518339 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-435ad844-bb37-41fb-bbe7-87a2ade3b011 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group (278dafc4-b078-4775-9e95-03a6ef2ba01b), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:21.523049 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ef56f-2a05-4232-83c8-1657848049c5 None None] Pushing event updated for resources: {'Port': ['ID=ee0b0ded-e896-40fd-8b48-d2e567cc135f,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:21.562424 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Allocated IP 172.20.0.2 (14d5fbe2-1779-46e2-9570-8f5c9d451a45/6359f44b-f2f8-46e6-81f7-6b6be48d9390/23c9801e-889a-4f6e-9f82-9e4d4222c023) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:23:21.567806 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-9eaba914-b373-46ca-9e2c-a89747b69362 None None] Provisioning complete for port ee0b0ded-e896-40fd-8b48-d2e567cc135f triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:21.568175 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9eaba914-b373-46ca-9e2c-a89747b69362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:21.580854 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f514120-f0d3-4e30-9299-fff09bd51a68 None None] New status for floating IP c18b40ad-90e2-46ce-8556-1297c6f3e1a9: DOWN {{(pid=103160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:23:21.593825 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port fa99ed99-21c0-4115-854b-76b9788d375c triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:21.594199 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (fa99ed99-21c0-4115-854b-76b9788d375c), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:21.748086 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-435ad844-bb37-41fb-bbe7-87a2ade3b011 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (278dafc4-b078-4775-9e95-03a6ef2ba01b), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:21.762272 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-435ad844-bb37-41fb-bbe7-87a2ade3b011 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:21.768384 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-435ad844-bb37-41fb-bbe7-87a2ade3b011 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "DELETE /v2.0/security-groups/278dafc4-b078-4775-9e95-03a6ef2ba01b HTTP/1.1" status: 204 len: 168 time: 0.5051439 Feb 12 04:23:21.771717 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37472) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:21.836421 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Publish callbacks [] for router_gateway (d1eeafc3-be13-4ea9-8e51-94c58c88f628), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:21.850203 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.api.v2.resource [None req-ec1ce596-0f9b-444d-993b-36b6f1cbb04f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] show failed (client error): The resource could not be found. Feb 12 04:23:21.855293 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-ec1ce596-0f9b-444d-993b-36b6f1cbb04f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups/278dafc4-b078-4775-9e95-03a6ef2ba01b HTTP/1.1" status: 404 len: 347 time: 0.0634143 Feb 12 04:23:21.855293 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ad844-bb37-41fb-bbe7-87a2ade3b011 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=278dafc4-b078-4775-9e95-03a6ef2ba01b,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:21.862974 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37474) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:21.886197 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:21.955493 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port fa99ed99-21c0-4115-854b-76b9788d375c is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:21.968633 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9eaba914-b373-46ca-9e2c-a89747b69362 None None] Current status of the port ee0b0ded-e896-40fd-8b48-d2e567cc135f is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:22.017571 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Publish callbacks [] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.062513 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Allocated IP 172.27.3.33 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/6691efa4-f0af-4462-a1be-9e1ce261c458) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:23:22.083753 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.101891 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37476) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:22.115906 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37478) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:22.137187 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f0344-c159-4c09-86b9-727e78f21ba6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Deleting port de12af61-4401-463b-8058-f23e9bea4e13 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:23:22.137796 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0344-c159-4c09-86b9-727e78f21ba6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (de12af61-4401-463b-8058-f23e9bea4e13), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.164716 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d65359bc-0137-4a82-b1b3-2963161a7917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.173001 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Network 14d5fbe2-1779-46e2-9570-8f5c9d451a45 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:23:22.186484 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:23:22.199827 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:23:22.202916 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Pushing event updated for resources: {'Port': ['ID=23c9801e-889a-4f6e-9f82-9e4d4222c023,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:22.241864 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0344-c159-4c09-86b9-727e78f21ba6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (de12af61-4401-463b-8058-f23e9bea4e13), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.242487 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0344-c159-4c09-86b9-727e78f21ba6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for floatingip (de12af61-4401-463b-8058-f23e9bea4e13), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.276131 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Attempting to bind port 23c9801e-889a-4f6e-9f82-9e4d4222c023 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:23:22.276628 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Attempting to bind port 23c9801e-889a-4f6e-9f82-9e4d4222c023 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': 'ae4913d7-2f4f-430b-8f00-7d2d439014b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:23:22.281784 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Attempting to bind port 23c9801e-889a-4f6e-9f82-9e4d4222c023 on network 14d5fbe2-1779-46e2-9570-8f5c9d451a45 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:23:22.281916 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-4c7f0344-c159-4c09-86b9-727e78f21ba6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Calling delete_port for de12af61-4401-463b-8058-f23e9bea4e13 owned by network:floatingip {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:23:22.288478 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:23:22.289078 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Checking segment: {'id': 'ae4913d7-2f4f-430b-8f00-7d2d439014b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:23:22.289590 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.290842 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Bound using segment: {'id': 'ae4913d7-2f4f-430b-8f00-7d2d439014b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:23:22.294118 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Bound port: 23c9801e-889a-4f6e-9f82-9e4d4222c023, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4913d7-2f4f-430b-8f00-7d2d439014b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:23:22.294613 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.304620 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-6adfc814-20b1-4886-b3fc-44ed57a127f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=82f946458bc148b3aa3cbef9e59591cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962945 Feb 12 04:23:22.307518 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37480) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:22.319855 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Publish callbacks [] for port (6691efa4-f0af-4462-a1be-9e1ce261c458), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.403825 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d65359bc-0137-4a82-b1b3-2963161a7917 admin admin] Publish callbacks [] for security_group (e4f76dbf-25c6-4074-9747-bde64ff0bada), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.413432 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] For port 23c9801e-889a-4f6e-9f82-9e4d4222c023, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:23:22.417086 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] For port 23c9801e-889a-4f6e-9f82-9e4d4222c023, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=23c9801e-889a-4f6e-9f82-9e4d4222c023,segment=NetworkSegment(ae4913d7-2f4f-430b-8f00-7d2d439014b9),segment_id=ae4913d7-2f4f-430b-8f00-7d2d439014b9)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:23:22.462988 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a2b067a1-96d5-4f67-9048-9bd4ebdd5bf4 admin admin] Publish callbacks [] for security_group (76e450a2-b96e-4f6f-b597-a204b84ce2b4), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.477334 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (6691efa4-f0af-4462-a1be-9e1ce261c458), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.506051 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.506834 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a2b067a1-96d5-4f67-9048-9bd4ebdd5bf4 admin admin] Publish callbacks [] for security_group (76e450a2-b96e-4f6f-b597-a204b84ce2b4), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.524611 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d65359bc-0137-4a82-b1b3-2963161a7917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (e4f76dbf-25c6-4074-9747-bde64ff0bada), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.620032 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4101bc3-b11d-4140-b2fb-7c55c9d151bc None None] Pushing event updated for resources: {'Port': ['ID=23c9801e-889a-4f6e-9f82-9e4d4222c023,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:22.627923 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-d65359bc-0137-4a82-b1b3-2963161a7917 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=030280dff30e4837a7eb18ab8b258461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5112071 Feb 12 04:23:22.632156 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37486) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:22.632820 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65359bc-0137-4a82-b1b3-2963161a7917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f76dbf-25c6-4074-9747-bde64ff0bada,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:22.658733 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:23:22.677931 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:23:22.693124 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Pushing event updated for resources: {'Port': ['ID=6691efa4-f0af-4462-a1be-9e1ce261c458,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:22.698593 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:23:22.779830 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0344-c159-4c09-86b9-727e78f21ba6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (de12af61-4401-463b-8058-f23e9bea4e13), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.867401 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bc014ce8-af76-423e-8cf2-72a96a3c6601 admin admin] Publish callbacks [] for security_group (e4f76dbf-25c6-4074-9747-bde64ff0bada), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.895276 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a2b067a1-96d5-4f67-9048-9bd4ebdd5bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (76e450a2-b96e-4f6f-b597-a204b84ce2b4), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.895276 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a2b067a1-96d5-4f67-9048-9bd4ebdd5bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:22.895576 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-a2b067a1-96d5-4f67-9048-9bd4ebdd5bf4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76e450a2-b96e-4f6f-b597-a204b84ce2b4 HTTP/1.1" status: 204 len: 168 time: 0.5866621 Feb 12 04:23:22.896376 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f0344-c159-4c09-86b9-727e78f21ba6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event deleted for resources: {'Port': ['ID=de12af61-4401-463b-8058-f23e9bea4e13,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:23.034064 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b067a1-96d5-4f67-9048-9bd4ebdd5bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e450a2-b96e-4f6f-b597-a204b84ce2b4,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:23.055328 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bc014ce8-af76-423e-8cf2-72a96a3c6601 admin admin] Publish callbacks [] for security_group (e4f76dbf-25c6-4074-9747-bde64ff0bada), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:23.071724 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0344-c159-4c09-86b9-727e78f21ba6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for floatingip (c18b40ad-90e2-46ce-8556-1297c6f3e1a9), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:23.074399 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4c7f0344-c159-4c09-86b9-727e78f21ba6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:23.075662 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-4c7f0344-c159-4c09-86b9-727e78f21ba6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "DELETE /v2.0/floatingips/c18b40ad-90e2-46ce-8556-1297c6f3e1a9 HTTP/1.1" status: 204 len: 168 time: 1.2173810 Feb 12 04:23:23.100920 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device ee0b0ded-e896-40fd-8b48-d2e567cc135f up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:23:23.112598 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:23:23.203858 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:23:23.204507 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 7f295ad4-24a6-4a7e-b33a-2a928cd09e95 not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:23:23.256570 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port ee0b0ded-e896-40fd-8b48-d2e567cc135f triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:23.257119 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:23.359963 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port ee0b0ded-e896-40fd-8b48-d2e567cc135f is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:23.558320 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bc014ce8-af76-423e-8cf2-72a96a3c6601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (e4f76dbf-25c6-4074-9747-bde64ff0bada), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:23.560999 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bc014ce8-af76-423e-8cf2-72a96a3c6601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:23.562219 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-bc014ce8-af76-423e-8cf2-72a96a3c6601 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4f76dbf-25c6-4074-9747-bde64ff0bada HTTP/1.1" status: 204 len: 168 time: 0.9259374 Feb 12 04:23:23.580765 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc014ce8-af76-423e-8cf2-72a96a3c6601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f76dbf-25c6-4074-9747-bde64ff0bada,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:23.592292 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Publish callbacks [] for router_gateway (d1eeafc3-be13-4ea9-8e51-94c58c88f628), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:23.858454 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997099'] for router (d1eeafc3-be13-4ea9-8e51-94c58c88f628), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:24.108776 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Router d1eeafc3-be13-4ea9-8e51-94c58c88f628 is scheduled to L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc with binding_index 1 {{(pid=103158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 12 04:23:24.194919 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773ed666-4107-49dc-bf0b-285612e774e6 None None] Network 14d5fbe2-1779-46e2-9570-8f5c9d451a45 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:23:24.200259 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37504) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:24.254902 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:23:24.356271 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Sync routers for ids ['d1eeafc3-be13-4ea9-8e51-94c58c88f628'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:23:24.367817 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:24.369864 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-30d39f9b-c8b1-4b41-9c16-86e1f4091312 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7946546 Feb 12 04:23:24.373059 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37512) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:24.394053 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Routers {'d1eeafc3-be13-4ea9-8e51-94c58c88f628'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:23:24.394929 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:23:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['d1eeafc3-be13-4ea9-8e51-94c58c88f628'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:24.422689 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-242ef673-fc00-4908-aad0-0c13c762f34a None None] Provisioning complete for port 23c9801e-889a-4f6e-9f82-9e4d4222c023 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:24.423392 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-242ef673-fc00-4908-aad0-0c13c762f34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:24.652748 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-a109d77a-d65c-4662-85e7-7f70c68f4982 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8747e6aefc644642a2e24e4993a36726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502821 Feb 12 04:23:24.655186 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37516) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:24.697662 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-242ef673-fc00-4908-aad0-0c13c762f34a None None] Current status of the port 23c9801e-889a-4f6e-9f82-9e4d4222c023 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:24.698430 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-242ef673-fc00-4908-aad0-0c13c762f34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:24.704984 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Set router d1eeafc3-be13-4ea9-8e51-94c58c88f628 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:23:24.714389 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b3ef3afc-a803-48a7-a7a7-7e93cfe7571c admin admin] Publish callbacks [] for security_group (e4fb0aab-febb-457f-8f21-36773142b01a), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:24.764157 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b3ef3afc-a803-48a7-a7a7-7e93cfe7571c admin admin] Publish callbacks [] for security_group (e4fb0aab-febb-457f-8f21-36773142b01a), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:24.826740 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-242ef673-fc00-4908-aad0-0c13c762f34a None None] For port 23c9801e-889a-4f6e-9f82-9e4d4222c023, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=23c9801e-889a-4f6e-9f82-9e4d4222c023,segment=NetworkSegment(ae4913d7-2f4f-430b-8f00-7d2d439014b9),segment_id=ae4913d7-2f4f-430b-8f00-7d2d439014b9)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:23:24.933540 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37524) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:24.939082 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-fd1e54be-a4d4-4442-a7ea-e743c40c21d6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774801050', 'description': 'tempest-description--179930623'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:24.951463 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b3ef3afc-a803-48a7-a7a7-7e93cfe7571c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (e4fb0aab-febb-457f-8f21-36773142b01a), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:24.953937 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-242ef673-fc00-4908-aad0-0c13c762f34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:24.954079 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b3ef3afc-a803-48a7-a7a7-7e93cfe7571c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:24.963225 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-b3ef3afc-a803-48a7-a7a7-7e93cfe7571c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4fb0aab-febb-457f-8f21-36773142b01a HTTP/1.1" status: 204 len: 168 time: 0.3069899 Feb 12 04:23:24.990851 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef3afc-a803-48a7-a7a7-7e93cfe7571c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fb0aab-febb-457f-8f21-36773142b01a,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:25.042320 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 23c9801e-889a-4f6e-9f82-9e4d4222c023 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:23:25.109394 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ef673-fc00-4908-aad0-0c13c762f34a None None] Pushing event updated for resources: {'Port': ['ID=23c9801e-889a-4f6e-9f82-9e4d4222c023,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:25.119656 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-34ba0118-1205-4ea5-86bf-6c96d58faead None None] Provisioning complete for port 23c9801e-889a-4f6e-9f82-9e4d4222c023 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:25.120024 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34ba0118-1205-4ea5-86bf-6c96d58faead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.140647 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fd1e54be-a4d4-4442-a7ea-e743c40c21d6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.148542 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'name': 'tempest-TestShelveInstance-1798599166-router', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6691efa4-f0af-4462-a1be-9e1ce261c458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:20Z', 'updated_at': '2022-02-12T04:23:23Z', 'revision_number': 3, 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'gw_port': {'id': '6691efa4-f0af-4462-a1be-9e1ce261c458', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:21Z', 'updated_at': '2022-02-12T04:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:25.183371 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.187706 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Checking router: d1eeafc3-be13-4ea9-8e51-94c58c88f628 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:23:25.188049 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Updating router d1eeafc3-be13-4ea9-8e51-94c58c88f628 port 6691efa4-f0af-4462-a1be-9e1ce261c458 binding host dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:23:25.235663 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (6691efa4-f0af-4462-a1be-9e1ce261c458), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.237818 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 23c9801e-889a-4f6e-9f82-9e4d4222c023 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:25.238174 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.280307 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fd1e54be-a4d4-4442-a7ea-e743c40c21d6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group (b90aee77-51a8-401f-9f5d-676938733a11), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.361539 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fd1e54be-a4d4-4442-a7ea-e743c40c21d6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (b90aee77-51a8-401f-9f5d-676938733a11), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.387241 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Allocated IP 172.20.0.1 (14d5fbe2-1779-46e2-9570-8f5c9d451a45/6359f44b-f2f8-46e6-81f7-6b6be48d9390/7d01906d-4a44-4886-98b9-34203b421065) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:23:25.419431 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e54be-a4d4-4442-a7ea-e743c40c21d6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90aee77-51a8-401f-9f5d-676938733a11,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:25.443082 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-34ba0118-1205-4ea5-86bf-6c96d58faead None None] Current status of the port 23c9801e-889a-4f6e-9f82-9e4d4222c023 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:25.501618 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-fd1e54be-a4d4-4442-a7ea-e743c40c21d6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.504358 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37538) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:25.504817 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-fd1e54be-a4d4-4442-a7ea-e743c40c21d6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5697193 Feb 12 04:23:25.513884 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-d20260d3-1406-4f6c-bcd1-6f48f8217ed1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Request body: {'security_group_rule': {'security_group_id': 'b90aee77-51a8-401f-9f5d-676938733a11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:25.561150 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Publish callbacks [] for port (7d01906d-4a44-4886-98b9-34203b421065), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.578546 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 23c9801e-889a-4f6e-9f82-9e4d4222c023 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:25.645832 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d20260d3-1406-4f6c-bcd1-6f48f8217ed1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group_rule (ac4a95d4-db27-4b29-95d6-34804b4b7ac5), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.686422 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Publish callbacks [] for port (6691efa4-f0af-4462-a1be-9e1ce261c458), precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.697540 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d20260d3-1406-4f6c-bcd1-6f48f8217ed1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group_rule (ac4a95d4-db27-4b29-95d6-34804b4b7ac5), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.720679 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (7d01906d-4a44-4886-98b9-34203b421065), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.763717 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Network 14d5fbe2-1779-46e2-9570-8f5c9d451a45 is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:23:25.768009 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:23:25.771505 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:23:25.777247 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Pushing event updated for resources: {'Port': ['ID=7d01906d-4a44-4886-98b9-34203b421065,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:25.808432 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:25.808797 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:25.809143 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:25.809507 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:25.809839 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:25.810169 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:25.810565 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:25.810908 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:25.811238 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:25.811571 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:25.811903 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:25.812224 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:25.812549 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:23:25.831077 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996566'] for router_interface (d1eeafc3-be13-4ea9-8e51-94c58c88f628), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.837272 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (6691efa4-f0af-4462-a1be-9e1ce261c458), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.868841 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d20260d3-1406-4f6c-bcd1-6f48f8217ed1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (ac4a95d4-db27-4b29-95d6-34804b4b7ac5), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.896035 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20260d3-1406-4f6c-bcd1-6f48f8217ed1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4a95d4-db27-4b29-95d6-34804b4b7ac5,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:25.909432 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Attempting to bind port 6691efa4-f0af-4462-a1be-9e1ce261c458 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:23:25.909712 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Attempting to bind port 6691efa4-f0af-4462-a1be-9e1ce261c458 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:23:25.910099 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Attempting to bind port 6691efa4-f0af-4462-a1be-9e1ce261c458 on network bcdd3c2f-3978-457b-a82d-1be661dbdefa {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:23:25.913222 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf3081-a303-4537-975c-c6fd26db7c09 None None] Pushing event updated for resources: {'Port': ['ID=6691efa4-f0af-4462-a1be-9e1ce261c458,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:25.919309 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:23:25.919789 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Checking segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:23:25.920111 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.920444 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Bound using segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:23:25.921056 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Bound port: 6691efa4-f0af-4462-a1be-9e1ce261c458, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:23:25.921268 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (6691efa4-f0af-4462-a1be-9e1ce261c458), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:25.985439 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] For port 6691efa4-f0af-4462-a1be-9e1ce261c458, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:23:25.988915 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] For port 6691efa4-f0af-4462-a1be-9e1ce261c458, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=6691efa4-f0af-4462-a1be-9e1ce261c458,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:23:26.004306 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d20260d3-1406-4f6c-bcd1-6f48f8217ed1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.005591 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-d20260d3-1406-4f6c-bcd1-6f48f8217ed1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4998772 Feb 12 04:23:26.009117 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37550) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:26.013573 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-97905b61-7623-4055-a456-a4b0ea7a9509 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Request body: {'security_group_rule': {'security_group_id': 'b90aee77-51a8-401f-9f5d-676938733a11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:26.059463 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7d01906d-4a44-4886-98b9-34203b421065), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.070083 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-7f096850-11bc-4a0c-8d1b-476121adefae None None] Provisioning complete for port 7d01906d-4a44-4886-98b9-34203b421065 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:26.070083 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7f096850-11bc-4a0c-8d1b-476121adefae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (7d01906d-4a44-4886-98b9-34203b421065), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.097715 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (6691efa4-f0af-4462-a1be-9e1ce261c458), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.138325 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-7f096850-11bc-4a0c-8d1b-476121adefae None None] Port 7d01906d-4a44-4886-98b9-34203b421065 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:23:26.160323 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-97905b61-7623-4055-a456-a4b0ea7a9509 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group_rule (066072aa-448f-48c0-b5a7-dc7a903e2ffa), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.175988 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Routers {'d1eeafc3-be13-4ea9-8e51-94c58c88f628'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:23:26.176683 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:23:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['d1eeafc3-be13-4ea9-8e51-94c58c88f628'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:26.198946 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37556) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:26.228571 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf3081-a303-4537-975c-c6fd26db7c09 None None] Pushing event updated for resources: {'Port': ['ID=6691efa4-f0af-4462-a1be-9e1ce261c458,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:26.292711 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-97905b61-7623-4055-a456-a4b0ea7a9509 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group_rule (066072aa-448f-48c0-b5a7-dc7a903e2ffa), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.325706 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Publish callbacks [] for port (7d01906d-4a44-4886-98b9-34203b421065), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.338902 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] Set router d1eeafc3-be13-4ea9-8e51-94c58c88f628 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:23:26.363518 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-2c502a52-86ff-4f82-aab1-744af800968a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.373472 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-97905b61-7623-4055-a456-a4b0ea7a9509 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (066072aa-448f-48c0-b5a7-dc7a903e2ffa), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.393090 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97905b61-7623-4055-a456-a4b0ea7a9509 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066072aa-448f-48c0-b5a7-dc7a903e2ffa,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:26.436518 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (7d01906d-4a44-4886-98b9-34203b421065), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.452834 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-2c502a52-86ff-4f82-aab1-744af800968a admin admin] Publish callbacks [] for security_group (9988affe-8ace-43ed-9107-a5f34289c505), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.508411 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-97905b61-7623-4055-a456-a4b0ea7a9509 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.509684 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-97905b61-7623-4055-a456-a4b0ea7a9509 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4995608 Feb 12 04:23:26.512811 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37568) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:26.517515 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Request body: {'floatingip': {'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:26.521541 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1000998'] for router_interface (d1eeafc3-be13-4ea9-8e51-94c58c88f628), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.525266 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Pushing event updated for resources: {'Port': ['ID=7d01906d-4a44-4886-98b9-34203b421065,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:26.543245 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-2c502a52-86ff-4f82-aab1-744af800968a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (9988affe-8ace-43ed-9107-a5f34289c505), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.571163 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-2c502a52-86ff-4f82-aab1-744af800968a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=031f573b8b40415d85a6ee3bcbd466cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710763 Feb 12 04:23:26.572473 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37570) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:26.622008 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c502a52-86ff-4f82-aab1-744af800968a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9988affe-8ace-43ed-9107-a5f34289c505,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:26.653133 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-813b0593-daec-4bcc-9564-24710cd109fb admin admin] Publish callbacks [] for security_group (9988affe-8ace-43ed-9107-a5f34289c505), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.665206 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Network 14d5fbe2-1779-46e2-9570-8f5c9d451a45 is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:23:26.666824 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:23:26.677927 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.691763 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-813b0593-daec-4bcc-9564-24710cd109fb admin admin] Publish callbacks [] for security_group (9988affe-8ace-43ed-9107-a5f34289c505), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.725528 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'name': 'tempest-TestShelveInstance-1798599166-router', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6691efa4-f0af-4462-a1be-9e1ce261c458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:20Z', 'updated_at': '2022-02-12T04:23:25Z', 'revision_number': 4, 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'gw_port': {'id': '6691efa4-f0af-4462-a1be-9e1ce261c458', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:21Z', 'updated_at': '2022-02-12T04:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '7d01906d-4a44-4886-98b9-34203b421065', 'name': '', 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'mac_address': 'fa:16:3e:d5:3e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6359f44b-f2f8-46e6-81f7-6b6be48d9390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:25Z', 'updated_at': '2022-02-12T04:23:25Z', 'revision_number': 1, 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'subnets': [{'id': '6359f44b-f2f8-46e6-81f7-6b6be48d9390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:26.779918 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b626bc-ab10-4c3e-a6c4-d0986371e047 None None] The sync data for ids ['d1eeafc3-be13-4ea9-8e51-94c58c88f628'] in dv-cinder-828696-3-iscsi is: [{'id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'name': 'tempest-TestShelveInstance-1798599166-router', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6691efa4-f0af-4462-a1be-9e1ce261c458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:20Z', 'updated_at': '2022-02-12T04:23:25Z', 'revision_number': 4, 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'gw_port': {'id': '6691efa4-f0af-4462-a1be-9e1ce261c458', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:21Z', 'updated_at': '2022-02-12T04:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '7d01906d-4a44-4886-98b9-34203b421065', 'name': '', 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'mac_address': 'fa:16:3e:d5:3e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6359f44b-f2f8-46e6-81f7-6b6be48d9390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:25Z', 'updated_at': '2022-02-12T04:23:25Z', 'revision_number': 1, 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'subnets': [{'id': '6359f44b-f2f8-46e6-81f7-6b6be48d9390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:23:26.831499 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-813b0593-daec-4bcc-9564-24710cd109fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (9988affe-8ace-43ed-9107-a5f34289c505), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.834846 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-813b0593-daec-4bcc-9564-24710cd109fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:26.836021 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-813b0593-daec-4bcc-9564-24710cd109fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9988affe-8ace-43ed-9107-a5f34289c505 HTTP/1.1" status: 204 len: 168 time: 0.2611306 Feb 12 04:23:26.867285 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b0593-daec-4bcc-9564-24710cd109fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9988affe-8ace-43ed-9107-a5f34289c505,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:26.942723 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Router d1eeafc3-be13-4ea9-8e51-94c58c88f628 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:23:26.985174 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 23c9801e-889a-4f6e-9f82-9e4d4222c023 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:23:27.022468 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-3e2d0519-acaa-4fae-9e54-ad7792e8c92c None None] Provisioning complete for port 7d01906d-4a44-4886-98b9-34203b421065 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:27.022844 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3e2d0519-acaa-4fae-9e54-ad7792e8c92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (7d01906d-4a44-4886-98b9-34203b421065), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:27.028229 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:27.067436 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d0519-acaa-4fae-9e54-ad7792e8c92c None None] Port 7d01906d-4a44-4886-98b9-34203b421065 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:23:27.096737 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 23c9801e-889a-4f6e-9f82-9e4d4222c023 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:27.097037 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:27.196290 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:23:27.202645 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-5ea76292-55b6-4b84-bf8b-8f17653707d5 admin admin] 10.222.0.31 "PUT /v2.0/routers/d1eeafc3-be13-4ea9-8e51-94c58c88f628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8284912 Feb 12 04:23:27.207815 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 23c9801e-889a-4f6e-9f82-9e4d4222c023 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:27.232350 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Allocated IP 172.27.3.191 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/08c326f1-8ed7-4dae-aa15-d06c7c081756) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:23:27.429651 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for port (08c326f1-8ed7-4dae-aa15-d06c7c081756), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:27.605999 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (08c326f1-8ed7-4dae-aa15-d06c7c081756), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:27.669243 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:23:27.673653 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:23:27.675650 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event updated for resources: {'Port': ['ID=08c326f1-8ed7-4dae-aa15-d06c7c081756,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:27.683996 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:23:27.798868 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for floatingip (6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:27.933480 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (08c326f1-8ed7-4dae-aa15-d06c7c081756), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:28.087249 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for port (08c326f1-8ed7-4dae-aa15-d06c7c081756), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:28.193397 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (08c326f1-8ed7-4dae-aa15-d06c7c081756), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:28.205072 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37614) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:28.214507 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-f0e58761-e717-4be5-aac0-6ba68ae12def tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1222344398', 'description': 'tempest-secgroup-smoke-1222344398 description', 'project_id': '9562939d04a04f868c738263f2375b8e'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:28.268789 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event updated for resources: {'Port': ['ID=08c326f1-8ed7-4dae-aa15-d06c7c081756,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:28.277415 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:28.354512 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f0e58761-e717-4be5-aac0-6ba68ae12def tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:28.427649 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:28.427649 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-71d90d5a-f482-48cc-9fc3-0c234b774b8f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9009681 Feb 12 04:23:28.428441 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f0e58761-e717-4be5-aac0-6ba68ae12def tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group (65e313b7-0a00-425a-9a14-424e5c0183fc), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:28.503129 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f0e58761-e717-4be5-aac0-6ba68ae12def tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (65e313b7-0a00-425a-9a14-424e5c0183fc), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:28.544846 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e58761-e717-4be5-aac0-6ba68ae12def tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e313b7-0a00-425a-9a14-424e5c0183fc,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:28.622256 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f0e58761-e717-4be5-aac0-6ba68ae12def tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:28.623745 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-f0e58761-e717-4be5-aac0-6ba68ae12def tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4129524 Feb 12 04:23:28.626564 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37636) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:28.632417 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-5e7575dd-789d-4216-bcae-92732660ca23 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Request body: {'security_group_rule': {'security_group_id': '65e313b7-0a00-425a-9a14-424e5c0183fc', 'project_id': '9562939d04a04f868c738263f2375b8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:28.650641 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-c32b6c43-c91c-4b33-92a9-680afdf8c6aa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1774801050&fields=id&tenant_id=f5a7d98ea94e4547983dbffcb2b614bc HTTP/1.1" status: 200 len: 267 time: 0.0521204 Feb 12 04:23:28.734316 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5e7575dd-789d-4216-bcae-92732660ca23 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (8f8392f3-cced-4235-b108-86206c59ddcb), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:28.792631 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-bed927f8-e7e5-43b0-a439-a3a1a85b3d7c tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:28.794315 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-bed927f8-e7e5-43b0-a439-a3a1a85b3d7c tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/networks?id=a470119b-e597-4f7c-b914-bdedfeebd027 HTTP/1.1" status: 200 len: 816 time: 0.1362598 Feb 12 04:23:28.812085 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-0f551dd7-e24e-4398-95f0-6ebf0735b8d3 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/quotas/f5a7d98ea94e4547983dbffcb2b614bc HTTP/1.1" status: 200 len: 375 time: 0.0121486 Feb 12 04:23:28.832006 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5e7575dd-789d-4216-bcae-92732660ca23 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (8f8392f3-cced-4235-b108-86206c59ddcb), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:28.887893 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-e3e878e9-2c5b-46d4-b113-39d77e9dbf54 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579035 Feb 12 04:23:28.900749 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5e7575dd-789d-4216-bcae-92732660ca23 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (8f8392f3-cced-4235-b108-86206c59ddcb), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:28.929090 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7575dd-789d-4216-bcae-92732660ca23 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f8392f3-cced-4235-b108-86206c59ddcb,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:28.974883 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 6691efa4-f0af-4462-a1be-9e1ce261c458 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:23:29.003999 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5e7575dd-789d-4216-bcae-92732660ca23 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:29.005493 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-5e7575dd-789d-4216-bcae-92732660ca23 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779392 Feb 12 04:23:29.008182 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37646) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:29.014099 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-77ec9156-f4f2-4195-9c12-b22c7b278ffd tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Request body: {'security_group_rule': {'security_group_id': '65e313b7-0a00-425a-9a14-424e5c0183fc', 'project_id': '9562939d04a04f868c738263f2375b8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:29.036356 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-9d8aad4b-9a55-4d19-bea8-3adab32a51c6 service neutron] 10.222.0.31 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213856 Feb 12 04:23:29.046828 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 6691efa4-f0af-4462-a1be-9e1ce261c458 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:29.047371 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (6691efa4-f0af-4462-a1be-9e1ce261c458), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:29.137488 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-303c3c6d-6b4f-4c75-aebb-8635d1373177 service neutron] 10.222.0.31 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949173 Feb 12 04:23:29.138567 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 6691efa4-f0af-4462-a1be-9e1ce261c458 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:29.138959 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (6691efa4-f0af-4462-a1be-9e1ce261c458), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:29.150418 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-77ec9156-f4f2-4195-9c12-b22c7b278ffd tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (02cf242a-316e-4791-bc32-7e3af50bb5ec), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:29.161454 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port 6691efa4-f0af-4462-a1be-9e1ce261c458, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=6691efa4-f0af-4462-a1be-9e1ce261c458,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:23:29.255067 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-77ec9156-f4f2-4195-9c12-b22c7b278ffd tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (02cf242a-316e-4791-bc32-7e3af50bb5ec), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:29.259071 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (6691efa4-f0af-4462-a1be-9e1ce261c458), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:29.305953 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=6691efa4-f0af-4462-a1be-9e1ce261c458,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:29.350708 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-77ec9156-f4f2-4195-9c12-b22c7b278ffd tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (02cf242a-316e-4791-bc32-7e3af50bb5ec), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:29.372585 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec9156-f4f2-4195-9c12-b22c7b278ffd tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cf242a-316e-4791-bc32-7e3af50bb5ec,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:29.453394 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c34ed6c9-4d58-4f98-a3a6-5cec8881da35 req-c760e8b5-9123-4d7f-a111-9a1a465c9c66 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 210 time: 0.0355535 Feb 12 04:23:29.467567 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-77ec9156-f4f2-4195-9c12-b22c7b278ffd tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:29.467567 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-77ec9156-f4f2-4195-9c12-b22c7b278ffd tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4537547 Feb 12 04:23:29.467567 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37662) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:29.471031 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-63731567-d25c-49d0-9430-8a21e58728e6 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Request body: {'security_group_rule': {'security_group_id': '65e313b7-0a00-425a-9a14-424e5c0183fc', 'project_id': '9562939d04a04f868c738263f2375b8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:29.627733 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-63731567-d25c-49d0-9430-8a21e58728e6 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (a092f93e-19e8-4276-be06-abc275197d43), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:29.684599 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-63731567-d25c-49d0-9430-8a21e58728e6 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (a092f93e-19e8-4276-be06-abc275197d43), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:29.782582 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-63731567-d25c-49d0-9430-8a21e58728e6 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (a092f93e-19e8-4276-be06-abc275197d43), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:29.785777 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Sync routers for ids ['d1eeafc3-be13-4ea9-8e51-94c58c88f628'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:23:29.797179 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Routers {'d1eeafc3-be13-4ea9-8e51-94c58c88f628'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:23:29.797850 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:23:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['d1eeafc3-be13-4ea9-8e51-94c58c88f628'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:29.800510 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63731567-d25c-49d0-9430-8a21e58728e6 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a092f93e-19e8-4276-be06-abc275197d43,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:29.906885 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Set router d1eeafc3-be13-4ea9-8e51-94c58c88f628 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:23:29.954761 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-63731567-d25c-49d0-9430-8a21e58728e6 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:29.958901 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37670) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:29.959499 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-63731567-d25c-49d0-9430-8a21e58728e6 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4920328 Feb 12 04:23:29.963527 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-340f3581-ad52-4d03-8d7f-3b61aa09dd17 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Request body: {'security_group_rule': {'security_group_id': '65e313b7-0a00-425a-9a14-424e5c0183fc', 'project_id': '9562939d04a04f868c738263f2375b8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:30.079285 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-340f3581-ad52-4d03-8d7f-3b61aa09dd17 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (5c68d1d4-f940-447f-9356-4127a4e90259), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.105377 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'name': 'tempest-TestShelveInstance-1798599166-router', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6691efa4-f0af-4462-a1be-9e1ce261c458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:20Z', 'updated_at': '2022-02-12T04:23:25Z', 'revision_number': 4, 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'gw_port': {'id': '6691efa4-f0af-4462-a1be-9e1ce261c458', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:21Z', 'updated_at': '2022-02-12T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '7d01906d-4a44-4886-98b9-34203b421065', 'name': '', 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'mac_address': 'fa:16:3e:d5:3e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6359f44b-f2f8-46e6-81f7-6b6be48d9390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:25Z', 'updated_at': '2022-02-12T04:23:26Z', 'revision_number': 2, 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'subnets': [{'id': '6359f44b-f2f8-46e6-81f7-6b6be48d9390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:30.131155 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Checking router: d1eeafc3-be13-4ea9-8e51-94c58c88f628 for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:23:30.131498 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Updating router d1eeafc3-be13-4ea9-8e51-94c58c88f628 port 7d01906d-4a44-4886-98b9-34203b421065 binding host dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:23:30.140165 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-340f3581-ad52-4d03-8d7f-3b61aa09dd17 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (5c68d1d4-f940-447f-9356-4127a4e90259), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.163654 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7d01906d-4a44-4886-98b9-34203b421065), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.251425 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-340f3581-ad52-4d03-8d7f-3b61aa09dd17 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (5c68d1d4-f940-447f-9356-4127a4e90259), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.268086 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f3581-ad52-4d03-8d7f-3b61aa09dd17 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c68d1d4-f940-447f-9356-4127a4e90259,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:30.338631 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-340f3581-ad52-4d03-8d7f-3b61aa09dd17 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.339834 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-340f3581-ad52-4d03-8d7f-3b61aa09dd17 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3799345 Feb 12 04:23:30.342831 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37680) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:30.348317 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-b33ea078-830c-4475-b6d7-367e612f2d1c tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Request body: {'security_group_rule': {'security_group_id': '65e313b7-0a00-425a-9a14-424e5c0183fc', 'project_id': '9562939d04a04f868c738263f2375b8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:30.442480 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Publish callbacks [] for port (7d01906d-4a44-4886-98b9-34203b421065), precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.453744 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.securitygroups_db [None req-b33ea078-830c-4475-b6d7-367e612f2d1c tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Project 9562939d04a04f868c738263f2375b8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 12 04:23:30.459513 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b33ea078-830c-4475-b6d7-367e612f2d1c tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (e1d4cccd-bdb9-44d7-ab02-4a96cfd874b3), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.519088 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b33ea078-830c-4475-b6d7-367e612f2d1c tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (e1d4cccd-bdb9-44d7-ab02-4a96cfd874b3), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.565515 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (7d01906d-4a44-4886-98b9-34203b421065), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.570728 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e479f81e-16ca-4a32-b08b-be445a5adafb req-a15d06f3-0789-4c61-9b66-0cea7a691964 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 210 time: 0.0271847 Feb 12 04:23:30.613028 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25206cc2-9a84-40e4-9bed-6bc8f6d6e355 None None] Pushing event updated for resources: {'Port': ['ID=7d01906d-4a44-4886-98b9-34203b421065,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:30.614066 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b33ea078-830c-4475-b6d7-367e612f2d1c tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (e1d4cccd-bdb9-44d7-ab02-4a96cfd874b3), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.628522 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ea078-830c-4475-b6d7-367e612f2d1c tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d4cccd-bdb9-44d7-ab02-4a96cfd874b3,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:30.672715 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Attempting to bind port 7d01906d-4a44-4886-98b9-34203b421065 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:23:30.673082 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Attempting to bind port 7d01906d-4a44-4886-98b9-34203b421065 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': 'ae4913d7-2f4f-430b-8f00-7d2d439014b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:23:30.673533 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Attempting to bind port 7d01906d-4a44-4886-98b9-34203b421065 on network 14d5fbe2-1779-46e2-9570-8f5c9d451a45 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:23:30.678657 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:23:30.678994 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Checking segment: {'id': 'ae4913d7-2f4f-430b-8f00-7d2d439014b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:23:30.679390 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.679775 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Bound using segment: {'id': 'ae4913d7-2f4f-430b-8f00-7d2d439014b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:23:30.680231 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Bound port: 7d01906d-4a44-4886-98b9-34203b421065, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4913d7-2f4f-430b-8f00-7d2d439014b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:23:30.681164 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7d01906d-4a44-4886-98b9-34203b421065), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.716642 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b33ea078-830c-4475-b6d7-367e612f2d1c tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.718310 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-b33ea078-830c-4475-b6d7-367e612f2d1c tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3740728 Feb 12 04:23:30.720903 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37686) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:30.725443 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-50b375f4-3abe-4794-83bd-c9befb99413f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Request body: {'security_group_rule': {'security_group_id': '65e313b7-0a00-425a-9a14-424e5c0183fc', 'project_id': '9562939d04a04f868c738263f2375b8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:30.745209 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] For port 7d01906d-4a44-4886-98b9-34203b421065, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:23:30.748465 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] For port 7d01906d-4a44-4886-98b9-34203b421065, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=7d01906d-4a44-4886-98b9-34203b421065,segment=NetworkSegment(ae4913d7-2f4f-430b-8f00-7d2d439014b9),segment_id=ae4913d7-2f4f-430b-8f00-7d2d439014b9)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:23:30.825000 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.securitygroups_db [None req-50b375f4-3abe-4794-83bd-c9befb99413f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Project 9562939d04a04f868c738263f2375b8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 12 04:23:30.827310 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-6d4e2193-94c1-4e1d-82f1-fd40ebeb48e6 None None] Provisioning complete for port 7d01906d-4a44-4886-98b9-34203b421065 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:30.827856 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6d4e2193-94c1-4e1d-82f1-fd40ebeb48e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (7d01906d-4a44-4886-98b9-34203b421065), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.830848 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-50b375f4-3abe-4794-83bd-c9befb99413f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (54d983cc-7a82-4b1f-b229-975177905b3a), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.837413 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (7d01906d-4a44-4886-98b9-34203b421065), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.870360 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e2193-94c1-4e1d-82f1-fd40ebeb48e6 None None] Port 7d01906d-4a44-4886-98b9-34203b421065 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:23:30.895730 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25206cc2-9a84-40e4-9bed-6bc8f6d6e355 None None] Pushing event updated for resources: {'Port': ['ID=7d01906d-4a44-4886-98b9-34203b421065,revision_number=4']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:30.911819 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Routers {'d1eeafc3-be13-4ea9-8e51-94c58c88f628'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:23:30.912613 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:23:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['d1eeafc3-be13-4ea9-8e51-94c58c88f628'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:30.916369 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-50b375f4-3abe-4794-83bd-c9befb99413f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (54d983cc-7a82-4b1f-b229-975177905b3a), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:30.956658 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 6691efa4-f0af-4462-a1be-9e1ce261c458 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:23:31.003233 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-50b375f4-3abe-4794-83bd-c9befb99413f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (54d983cc-7a82-4b1f-b229-975177905b3a), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:31.007656 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 6691efa4-f0af-4462-a1be-9e1ce261c458 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:31.008240 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (6691efa4-f0af-4462-a1be-9e1ce261c458), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:31.028126 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b375f4-3abe-4794-83bd-c9befb99413f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d983cc-7a82-4b1f-b229-975177905b3a,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:31.037471 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] Set router d1eeafc3-be13-4ea9-8e51-94c58c88f628 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:23:31.093470 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 6691efa4-f0af-4462-a1be-9e1ce261c458 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:31.101268 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-50b375f4-3abe-4794-83bd-c9befb99413f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:31.105887 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-50b375f4-3abe-4794-83bd-c9befb99413f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3838010 Feb 12 04:23:31.202181 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-74d786c7-fcbb-4a17-b831-924c74256131 None None] Provisioning complete for port 7d01906d-4a44-4886-98b9-34203b421065 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:31.202181 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-74d786c7-fcbb-4a17-b831-924c74256131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (7d01906d-4a44-4886-98b9-34203b421065), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:31.224724 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:31.263818 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'name': 'tempest-TestShelveInstance-1798599166-router', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6691efa4-f0af-4462-a1be-9e1ce261c458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:20Z', 'updated_at': '2022-02-12T04:23:25Z', 'revision_number': 4, 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'gw_port': {'id': '6691efa4-f0af-4462-a1be-9e1ce261c458', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:21Z', 'updated_at': '2022-02-12T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '7d01906d-4a44-4886-98b9-34203b421065', 'name': '', 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'mac_address': 'fa:16:3e:d5:3e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6359f44b-f2f8-46e6-81f7-6b6be48d9390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:25Z', 'updated_at': '2022-02-12T04:23:30Z', 'revision_number': 4, 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'subnets': [{'id': '6359f44b-f2f8-46e6-81f7-6b6be48d9390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:31.302136 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-74d786c7-fcbb-4a17-b831-924c74256131 None None] Current status of the port 7d01906d-4a44-4886-98b9-34203b421065 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:31.302625 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-74d786c7-fcbb-4a17-b831-924c74256131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (7d01906d-4a44-4886-98b9-34203b421065), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:31.307453 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa141d6-29f8-4f80-883d-d2f4e2605167 None None] The sync data for ids ['d1eeafc3-be13-4ea9-8e51-94c58c88f628'] in dv-cinder-828696-3-iscsi is: [{'id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'name': 'tempest-TestShelveInstance-1798599166-router', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6691efa4-f0af-4462-a1be-9e1ce261c458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:20Z', 'updated_at': '2022-02-12T04:23:25Z', 'revision_number': 4, 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'gw_port': {'id': '6691efa4-f0af-4462-a1be-9e1ce261c458', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:21Z', 'updated_at': '2022-02-12T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '7d01906d-4a44-4886-98b9-34203b421065', 'name': '', 'network_id': '14d5fbe2-1779-46e2-9570-8f5c9d451a45', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'mac_address': 'fa:16:3e:d5:3e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '6359f44b-f2f8-46e6-81f7-6b6be48d9390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:25Z', 'updated_at': '2022-02-12T04:23:30Z', 'revision_number': 4, 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'subnets': [{'id': '6359f44b-f2f8-46e6-81f7-6b6be48d9390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:23:31.342973 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-74d786c7-fcbb-4a17-b831-924c74256131 None None] For port 7d01906d-4a44-4886-98b9-34203b421065, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=7d01906d-4a44-4886-98b9-34203b421065,segment=NetworkSegment(ae4913d7-2f4f-430b-8f00-7d2d439014b9),segment_id=ae4913d7-2f4f-430b-8f00-7d2d439014b9)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:23:31.439918 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-74d786c7-fcbb-4a17-b831-924c74256131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (7d01906d-4a44-4886-98b9-34203b421065), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:31.507785 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d786c7-fcbb-4a17-b831-924c74256131 None None] Pushing event updated for resources: {'Port': ['ID=7d01906d-4a44-4886-98b9-34203b421065,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:31.685658 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df4c431e-2930-46e2-b872-ebcf38d0e8e5 req-282f4e0c-dfe6-4049-9011-281e9eb9f266 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 210 time: 0.0358632 Feb 12 04:23:32.793326 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-66e4cfa4-ef26-4be3-b1a7-e99cb9c5e9cf req-24c4d536-ae8f-4722-8bb2-81074728cacf tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 210 time: 0.0295064 Feb 12 04:23:32.937381 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 7d01906d-4a44-4886-98b9-34203b421065 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:23:32.984608 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 7d01906d-4a44-4886-98b9-34203b421065 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:32.984898 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (7d01906d-4a44-4886-98b9-34203b421065), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:33.058104 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 7d01906d-4a44-4886-98b9-34203b421065 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:33.894882 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9e5f251b-ce7a-479b-bba3-75ee6fe83c4c req-8223dfab-69b9-4e39-b029-082f3f62c061 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 210 time: 0.0275526 Feb 12 04:23:34.902843 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-8c37aaf9-2bda-4823-8c39-9183ccbdbb57 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:34.904364 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-8c37aaf9-2bda-4823-8c39-9183ccbdbb57 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.42 "GET /v2.0/networks?id=a470119b-e597-4f7c-b914-bdedfeebd027 HTTP/1.1" status: 200 len: 816 time: 0.0992346 Feb 12 04:23:34.972966 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-4f8d441f-2b3f-4e97-b7e3-41ab21a253ba tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5a7d98ea94e4547983dbffcb2b614bc HTTP/1.1" status: 200 len: 380 time: 0.0565739 Feb 12 04:23:34.988479 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3473182-62fa-4f05-a951-cba133fe5cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Request body: {'port': {'device_id': '5e28932f-789d-4692-aabf-13afc5f49e67', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'admin_state_up': True, 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'security_groups': ['b90aee77-51a8-401f-9f5d-676938733a11']}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:34.997029 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9a0c63af-c93d-4919-86c3-2a0d0a6c3db9 req-91ad94de-d4d7-4d95-a4e4-b91510f90226 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 210 time: 0.0299735 Feb 12 04:23:35.173382 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3473182-62fa-4f05-a951-cba133fe5cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Made reservation on behalf of f5a7d98ea94e4547983dbffcb2b614bc for: {'port': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:23:35.176886 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3473182-62fa-4f05-a951-cba133fe5cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:35.309706 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3473182-62fa-4f05-a951-cba133fe5cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Allocated IP 172.20.0.8 (a470119b-e597-4f7c-b914-bdedfeebd027/9e097ae6-88b7-4785-b35b-e83f2dfc78cb/f422b7da-a2b0-42ea-ae30-eab3ad40c55e) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:23:35.456496 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3473182-62fa-4f05-a951-cba133fe5cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:35.579683 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3473182-62fa-4f05-a951-cba133fe5cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:35.630363 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3473182-62fa-4f05-a951-cba133fe5cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Network a470119b-e597-4f7c-b914-bdedfeebd027 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:23:35.632029 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3473182-62fa-4f05-a951-cba133fe5cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:23:35.636526 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3473182-62fa-4f05-a951-cba133fe5cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:23:35.660979 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3473182-62fa-4f05-a951-cba133fe5cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event updated for resources: {'Port': ['ID=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:35.711862 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3473182-62fa-4f05-a951-cba133fe5cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:35.712643 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3473182-62fa-4f05-a951-cba133fe5cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:35.908900 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-cb521dec-b239-4321-961d-51d83fbc1d6b None None] Provisioning complete for port f422b7da-a2b0-42ea-ae30-eab3ad40c55e triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:35.909512 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cb521dec-b239-4321-961d-51d83fbc1d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:35.920341 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3473182-62fa-4f05-a951-cba133fe5cd0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9368191 Feb 12 04:23:35.932852 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Request body: {'port': {'device_id': '5e28932f-789d-4692-aabf-13afc5f49e67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:35.963835 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-cb521dec-b239-4321-961d-51d83fbc1d6b None None] Port f422b7da-a2b0-42ea-ae30-eab3ad40c55e cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:23:35.992460 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:36.131268 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbde2a-683d-406f-9762-cb4c218708f7 req-8c589b7d-a046-4195-a16b-b2c0a66b191f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:36.132759 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-afdbde2a-683d-406f-9762-cb4c218708f7 req-8c589b7d-a046-4195-a16b-b2c0a66b191f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 931 time: 0.0575838 Feb 12 04:23:36.179379 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-afdbde2a-683d-406f-9762-cb4c218708f7 req-85d7310a-192c-439b-b7b8-9ea1edde9e84 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409205 Feb 12 04:23:36.273333 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f422b7da-a2b0-42ea-ae30-eab3ad40c55e {{(pid=103157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:23:36.283341 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Publish callbacks [] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:36.296089 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.provisioning_blocks [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Transition to ACTIVE for port object f422b7da-a2b0-42ea-ae30-eab3ad40c55e will not be triggered until provisioned by entity L2. {{(pid=103157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:23:36.373558 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31418345'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:36.427866 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Pushing event updated for resources: {'Port': ['ID=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:36.504150 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Attempting to bind port f422b7da-a2b0-42ea-ae30-eab3ad40c55e on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:23:36.504473 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Attempting to bind port f422b7da-a2b0-42ea-ae30-eab3ad40c55e by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:23:36.510508 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Attempting to bind port f422b7da-a2b0-42ea-ae30-eab3ad40c55e on network a470119b-e597-4f7c-b914-bdedfeebd027 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:23:36.510508 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Port f422b7da-a2b0-42ea-ae30-eab3ad40c55e on network a470119b-e597-4f7c-b914-bdedfeebd027 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:23:36.510508 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Attempting to bind port f422b7da-a2b0-42ea-ae30-eab3ad40c55e on network a470119b-e597-4f7c-b914-bdedfeebd027 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:23:36.514900 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:23:36.515230 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Checking segment: {'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:23:36.515755 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Bound using segment: {'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:23:36.516061 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Bound port: f422b7da-a2b0-42ea-ae30-eab3ad40c55e, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8fa753c-10c2-4a60-ac17-892abcfdf9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027'}}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:23:36.516421 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:36.587600 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] For port f422b7da-a2b0-42ea-ae30-eab3ad40c55e, host hv-cinder-82869, cleared binding levels {{(pid=103157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:23:36.590553 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] For port f422b7da-a2b0-42ea-ae30-eab3ad40c55e, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:23:36.734145 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31418345'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:36.768343 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:36.771231 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:36.771231 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] 10.222.0.42 "PUT /v2.0/ports/f422b7da-a2b0-42ea-ae30-eab3ad40c55e HTTP/1.1" status: 200 len: 1093 time: 0.8426259 Feb 12 04:23:36.771231 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e28932f-789d-4692-aabf-13afc5f49e67', 'tag': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:23:36.773105 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11611545-15bb-4c74-969d-6a605c1dee14" -d '{"events": [{"name": "network-changed", "server_uuid": "5e28932f-789d-4692-aabf-13afc5f49e67", "tag": "f422b7da-a2b0-42ea-ae30-eab3ad40c55e"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:23:36.796605 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-19fd8bd2-21fc-4d6f-abad-8756152b173e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:36.797906 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e163b1-ba5c-44f6-b6ca-41e594088519 service neutron] Pushing event updated for resources: {'Port': ['ID=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,revision_number=3']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:36.818322 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1c0ebc-600c-4f4f-a76e-1439277dbe52 x-openstack-request-id: req-5f1c0ebc-600c-4f4f-a76e-1439277dbe52 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:23:36.818322 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e28932f-789d-4692-aabf-13afc5f49e67", "tag": "f422b7da-a2b0-42ea-ae30-eab3ad40c55e", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:23:36.818322 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f1c0ebc-600c-4f4f-a76e-1439277dbe52 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:23:36.818624 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e28932f-789d-4692-aabf-13afc5f49e67', 'tag': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'status': 'completed', 'code': 200} Feb 12 04:23:37.309880 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a21ce-79fb-4720-a431-1c5440bd4e3a req-4decf1b1-6d96-4d38-9340-ccc394911123 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:37.311328 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-117a21ce-79fb-4720-a431-1c5440bd4e3a req-4decf1b1-6d96-4d38-9340-ccc394911123 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0544109 Feb 12 04:23:37.355422 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-117a21ce-79fb-4720-a431-1c5440bd4e3a req-44e9db1f-3819-4c57-9059-03cc3ec8f4f3 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386653 Feb 12 04:23:38.478473 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698058f-c8de-4ce5-b110-342b8894316d req-a649095f-1981-4d33-84c0-9b6271f93995 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:38.479994 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e698058f-c8de-4ce5-b110-342b8894316d req-a649095f-1981-4d33-84c0-9b6271f93995 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0515969 Feb 12 04:23:38.525741 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e698058f-c8de-4ce5-b110-342b8894316d req-7dade280-ee6a-4f46-be86-5c90bcdf787c tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396907 Feb 12 04:23:39.062929 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-64b1fe52-500a-41d6-8552-ff195fa1d830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:39.338079 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11611545-15bb-4c74-969d-6a605c1dee14 req-474cee3e-7c56-4c95-9cec-2eb64dd1c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:39.339606 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-11611545-15bb-4c74-969d-6a605c1dee14 req-474cee3e-7c56-4c95-9cec-2eb64dd1c010 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 1127 time: 0.0459633 Feb 12 04:23:39.440425 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11611545-15bb-4c74-969d-6a605c1dee14 req-ae00a8ac-d801-47a5-8a18-85e1cad91b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:39.441859 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-11611545-15bb-4c74-969d-6a605c1dee14 req-ae00a8ac-d801-47a5-8a18-85e1cad91b50 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0925081 Feb 12 04:23:39.537376 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11611545-15bb-4c74-969d-6a605c1dee14 req-6447cc1a-2156-4fb0-acbd-2843d018055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:39.538860 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-11611545-15bb-4c74-969d-6a605c1dee14 req-6447cc1a-2156-4fb0-acbd-2843d018055e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0906644 Feb 12 04:23:39.633629 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-30bf30cf-9712-4935-bb8b-2a9e04fa4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:39.635716 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-30bf30cf-9712-4935-bb8b-2a9e04fa4f98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 1127 time: 0.0528202 Feb 12 04:23:39.660183 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfa32a-6f40-4392-9948-c6205360f026 req-faeac698-3062-41a4-9967-f0f3868674e0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:39.661849 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9cbfa32a-6f40-4392-9948-c6205360f026 req-faeac698-3062-41a4-9967-f0f3868674e0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0564642 Feb 12 04:23:39.682904 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-9bf8c579-823f-40b2-a691-f78dfe967bc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e HTTP/1.1" status: 200 len: 217 time: 0.0373139 Feb 12 04:23:39.739521 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-73673756-c812-4b9d-b11f-4d46b6e388e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:39.740921 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-73673756-c812-4b9d-b11f-4d46b6e388e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e097ae6-88b7-4785-b35b-e83f2dfc78cb HTTP/1.1" status: 200 len: 855 time: 0.0495486 Feb 12 04:23:39.796047 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-5b591fe8-d913-4f35-93fe-a70e778caf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:39.797660 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-5b591fe8-d913-4f35-93fe-a70e778caf30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a470119b-e597-4f7c-b914-bdedfeebd027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492511 Feb 12 04:23:39.894149 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-a3e63d80-0a25-4732-869c-453b2c5815e8 service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892794 Feb 12 04:23:39.946345 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9cbfa32a-6f40-4392-9948-c6205360f026 req-da4baad6-cbd4-4b9a-b9fd-505d803c34b2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788706 Feb 12 04:23:39.993622 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a374df3b-ddc9-40e2-be24-fc518c710bdf req-7d89fe4c-6321-454c-a3b2-74b3a50e6b4d service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913353 Feb 12 04:23:40.648118 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:40.708168 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37872) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:40.817814 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5f72b6ec-4f1a-44e4-a771-2f02afe3a40d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:40.895588 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5f72b6ec-4f1a-44e4-a771-2f02afe3a40d admin admin] Publish callbacks [] for security_group (87aa35b2-2362-48a6-8d72-56bc3a5d14e0), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:40.973309 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5f72b6ec-4f1a-44e4-a771-2f02afe3a40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (87aa35b2-2362-48a6-8d72-56bc3a5d14e0), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:41.017344 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-5f72b6ec-4f1a-44e4-a771-2f02afe3a40d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dab62afaabe44ab5ba3ab832b2d6ad3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072715 Feb 12 04:23:41.020199 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72b6ec-4f1a-44e4-a771-2f02afe3a40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87aa35b2-2362-48a6-8d72-56bc3a5d14e0,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:41.021705 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 37884) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:41.107732 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1c50559e-0171-4919-bd20-7452010bb785 admin admin] Publish callbacks [] for security_group (87aa35b2-2362-48a6-8d72-56bc3a5d14e0), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:41.125156 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a331f2e-3692-4e12-a45e-12642932378e req-47b19699-5745-4a40-97af-26959b709cea tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:41.126798 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6a331f2e-3692-4e12-a45e-12642932378e req-47b19699-5745-4a40-97af-26959b709cea tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0973630 Feb 12 04:23:41.147111 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1c50559e-0171-4919-bd20-7452010bb785 admin admin] Publish callbacks [] for security_group (87aa35b2-2362-48a6-8d72-56bc3a5d14e0), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:41.206555 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6a331f2e-3692-4e12-a45e-12642932378e req-ca31ce3c-9136-49e0-9324-e6200977f47c tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738375 Feb 12 04:23:41.285227 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1c50559e-0171-4919-bd20-7452010bb785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (87aa35b2-2362-48a6-8d72-56bc3a5d14e0), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:41.288014 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1c50559e-0171-4919-bd20-7452010bb785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:41.289122 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-1c50559e-0171-4919-bd20-7452010bb785 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87aa35b2-2362-48a6-8d72-56bc3a5d14e0 HTTP/1.1" status: 204 len: 168 time: 0.2664299 Feb 12 04:23:41.298098 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50559e-0171-4919-bd20-7452010bb785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87aa35b2-2362-48a6-8d72-56bc3a5d14e0,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:41.539259 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:42.338918 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20244f6c-88d0-436b-9c8b-2084e391a999 req-f077ac8c-e67d-483c-9a1e-5e13674f9b81 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:42.340549 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-20244f6c-88d0-436b-9c8b-2084e391a999 req-f077ac8c-e67d-483c-9a1e-5e13674f9b81 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0588500 Feb 12 04:23:42.346615 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37898) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:42.361312 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d8bc9aa2-a7e5-4d71-8600-9b0052e484d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:42.391412 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-20244f6c-88d0-436b-9c8b-2084e391a999 req-3c4ca7e5-2174-4e27-a661-cc44d770df59 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450070 Feb 12 04:23:42.449587 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d8bc9aa2-a7e5-4d71-8600-9b0052e484d7 admin admin] Publish callbacks [] for security_group (293c7654-9914-4173-b3f7-aa88da8edbd1), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:42.559805 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d8bc9aa2-a7e5-4d71-8600-9b0052e484d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (293c7654-9914-4173-b3f7-aa88da8edbd1), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:42.597492 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc9aa2-a7e5-4d71-8600-9b0052e484d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293c7654-9914-4173-b3f7-aa88da8edbd1,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:42.603031 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-d8bc9aa2-a7e5-4d71-8600-9b0052e484d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=525fb7f58a4c462fa2eca76b9c6b6b49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551882 Feb 12 04:23:42.606531 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 37900) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:42.666918 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9ea9dbbf-e222-41ac-9cad-b0fa46ed38f7 admin admin] Publish callbacks [] for security_group (293c7654-9914-4173-b3f7-aa88da8edbd1), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:42.689058 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9ea9dbbf-e222-41ac-9cad-b0fa46ed38f7 admin admin] Publish callbacks [] for security_group (293c7654-9914-4173-b3f7-aa88da8edbd1), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:42.819244 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9ea9dbbf-e222-41ac-9cad-b0fa46ed38f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (293c7654-9914-4173-b3f7-aa88da8edbd1), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:42.822601 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9ea9dbbf-e222-41ac-9cad-b0fa46ed38f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:42.823917 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-9ea9dbbf-e222-41ac-9cad-b0fa46ed38f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/293c7654-9914-4173-b3f7-aa88da8edbd1 HTTP/1.1" status: 204 len: 168 time: 0.2161174 Feb 12 04:23:42.832346 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9dbbf-e222-41ac-9cad-b0fa46ed38f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293c7654-9914-4173-b3f7-aa88da8edbd1,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:43.432985 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device f422b7da-a2b0-42ea-ae30-eab3ad40c55e details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:23:43.446244 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:43.533167 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a0d75-fc4b-4325-9fa2-f3c782fb7928 req-868cae09-6640-46ef-9b6d-d14d00b5eeaf tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:43.540138 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ca1a0d75-fc4b-4325-9fa2-f3c782fb7928 req-868cae09-6640-46ef-9b6d-d14d00b5eeaf tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0651326 Feb 12 04:23:43.547081 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port f422b7da-a2b0-42ea-ae30-eab3ad40c55e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:23:43.576495 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'port_id': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'mac_address': 'fa:16:3e:27:70:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:23:43.601043 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ca1a0d75-fc4b-4325-9fa2-f3c782fb7928 req-d11e1aca-b266-473d-b183-38cdeac79a3e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588653 Feb 12 04:23:43.623315 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port f422b7da-a2b0-42ea-ae30-eab3ad40c55e is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:43.623627 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:43.637497 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f422b7da-a2b0-42ea-ae30-eab3ad40c55e {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:23:43.658018 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port f422b7da-a2b0-42ea-ae30-eab3ad40c55e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:23:43.672875 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6031b-9541-4423-83de-5faadc730073 req-4f4dbacb-b36c-47ce-a0dd-342416a31320 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:43.674813 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e9e6031b-9541-4423-83de-5faadc730073 req-4f4dbacb-b36c-47ce-a0dd-342416a31320 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 946 time: 0.0600681 Feb 12 04:23:43.727552 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e9e6031b-9541-4423-83de-5faadc730073 req-bdbdec4c-bf3a-46aa-892c-60237d7708c5 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465546 Feb 12 04:23:43.773680 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:43.822650 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:44.064598 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['f422b7da-a2b0-42ea-ae30-eab3ad40c55e'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:23:44.726979 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ee846-0d14-4e5c-838e-34c639737ddb req-c2957acd-1d83-42e2-a888-baf0f6b21b34 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:44.728583 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bb3ee846-0d14-4e5c-838e-34c639737ddb req-c2957acd-1d83-42e2-a888-baf0f6b21b34 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 944 time: 0.0528734 Feb 12 04:23:44.776417 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bb3ee846-0d14-4e5c-838e-34c639737ddb req-1b87a5ea-af7a-460b-aa53-502d78b48e23 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418599 Feb 12 04:23:44.851604 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8b128-ce76-435e-aaaf-f8c2f604b6b1 req-b3f467ff-d28a-451a-a762-b5493cd0b8f9 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:44.854331 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4da8b128-ce76-435e-aaaf-f8c2f604b6b1 req-b3f467ff-d28a-451a-a762-b5493cd0b8f9 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 946 time: 0.0551803 Feb 12 04:23:44.926116 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4da8b128-ce76-435e-aaaf-f8c2f604b6b1 req-1f3301fa-6889-43d4-97fd-7d869d2dfc3b tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560279 Feb 12 04:23:45.903340 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a39039-51bb-4687-894e-ccf23fc1b9ab req-5e9c9e76-cfcc-4a28-ae90-55b2c91b3e47 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:45.904954 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-32a39039-51bb-4687-894e-ccf23fc1b9ab req-5e9c9e76-cfcc-4a28-ae90-55b2c91b3e47 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 944 time: 0.0574806 Feb 12 04:23:45.963912 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-32a39039-51bb-4687-894e-ccf23fc1b9ab req-bf6e7be1-917b-4265-8bf0-1283880cfa98 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531299 Feb 12 04:23:46.052899 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027926f-e460-41be-85fb-5b8c1432c535 req-e976944c-d410-43c7-ac92-7d306e035693 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:46.054596 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2027926f-e460-41be-85fb-5b8c1432c535 req-e976944c-d410-43c7-ac92-7d306e035693 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 946 time: 0.0516264 Feb 12 04:23:46.100027 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2027926f-e460-41be-85fb-5b8c1432c535 req-9b82faef-12b8-405b-8aeb-9e187fa47c49 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393045 Feb 12 04:23:46.302881 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device f422b7da-a2b0-42ea-ae30-eab3ad40c55e up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:23:46.442233 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port f422b7da-a2b0-42ea-ae30-eab3ad40c55e completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:23:46.446417 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port f422b7da-a2b0-42ea-ae30-eab3ad40c55e triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:46.446796 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:46.524843 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port f422b7da-a2b0-42ea-ae30-eab3ad40c55e is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:23:46.525223 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:46.548664 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e28932f-789d-4692-aabf-13afc5f49e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:23:46.550940 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5cceb1-7588-4dcc-a933-64e7ee03bb31" -d '{"events": [{"server_uuid": "5e28932f-789d-4692-aabf-13afc5f49e67", "name": "network-vif-plugged", "status": "completed", "tag": "f422b7da-a2b0-42ea-ae30-eab3ad40c55e"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:23:46.563031 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port f422b7da-a2b0-42ea-ae30-eab3ad40c55e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:23:46.587308 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ada80f-6e46-4d1d-8b2d-847e69e4d26f x-openstack-request-id: req-a7ada80f-6e46-4d1d-8b2d-847e69e4d26f {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:23:46.587620 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e28932f-789d-4692-aabf-13afc5f49e67", "name": "network-vif-plugged", "status": "completed", "tag": "f422b7da-a2b0-42ea-ae30-eab3ad40c55e", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:23:46.587877 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7ada80f-6e46-4d1d-8b2d-847e69e4d26f {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:23:46.588770 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e28932f-789d-4692-aabf-13afc5f49e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'code': 200} Feb 12 04:23:46.641864 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:46.689613 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:47.090090 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca628905-0237-4648-8668-1b8de56cdb17 req-93c30b8d-9e71-4af0-b09e-75c84d61db0b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:47.091556 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ca628905-0237-4648-8668-1b8de56cdb17 req-93c30b8d-9e71-4af0-b09e-75c84d61db0b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0548887 Feb 12 04:23:47.136441 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ca628905-0237-4648-8668-1b8de56cdb17 req-cf4bf122-c188-452d-8a7a-457a2862545a tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394359 Feb 12 04:23:47.218271 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b1e44-3bb1-4a0b-a33d-522b80da2d58 req-924500aa-b2bd-4969-9630-8a11c65eb639 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:47.219638 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b58b1e44-3bb1-4a0b-a33d-522b80da2d58 req-924500aa-b2bd-4969-9630-8a11c65eb639 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 946 time: 0.0509992 Feb 12 04:23:47.264760 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b58b1e44-3bb1-4a0b-a33d-522b80da2d58 req-3884e1ff-fa67-430a-8dab-e3bb99b30e6e tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397286 Feb 12 04:23:48.155573 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fff8b4-5da5-42fb-be98-ae1f551ac804 req-3e35ad4e-5772-4d8d-8b39-0352d2e29933 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:48.157046 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-e4fff8b4-5da5-42fb-be98-ae1f551ac804 req-3e35ad4e-5772-4d8d-8b39-0352d2e29933 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 946 time: 0.0522158 Feb 12 04:23:48.259739 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [req-e4fff8b4-5da5-42fb-be98-ae1f551ac804 req-6dbd5c52-0da2-47c2-ae9a-7a20f8bb23bd tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Deleting port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:23:48.260079 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-e4fff8b4-5da5-42fb-be98-ae1f551ac804 req-6dbd5c52-0da2-47c2-ae9a-7a20f8bb23bd tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:48.262016 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21386788-b05f-481f-94eb-7f3c20458880 req-60c96f2d-c532-47f6-9203-3b7c7fb6d2c5 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:48.263563 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-21386788-b05f-481f-94eb-7f3c20458880 req-60c96f2d-c532-47f6-9203-3b7c7fb6d2c5 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0558288 Feb 12 04:23:48.326526 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-21386788-b05f-481f-94eb-7f3c20458880 req-dcca76f8-2f7e-43ed-980d-0912965d84a9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568807 Feb 12 04:23:48.364008 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-e4fff8b4-5da5-42fb-be98-ae1f551ac804 req-6dbd5c52-0da2-47c2-ae9a-7a20f8bb23bd tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] For port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa,segment=NetworkSegment(e066c31a-e8cc-4761-8113-ce5defc28cbb),segment_id=e066c31a-e8cc-4761-8113-ce5defc28cbb)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:23:48.364390 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-e4fff8b4-5da5-42fb-be98-ae1f551ac804 req-6dbd5c52-0da2-47c2-ae9a-7a20f8bb23bd tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:48.381469 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [req-e4fff8b4-5da5-42fb-be98-ae1f551ac804 req-6dbd5c52-0da2-47c2-ae9a-7a20f8bb23bd tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Calling delete_port for ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa owned by compute:nova {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:23:48.424194 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe836e-a2ff-4ecb-95a6-e8b4a0785c74 req-d49fae82-fdf6-4df9-ba75-94a70b515d49 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:48.425699 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fcbe836e-a2ff-4ecb-95a6-e8b4a0785c74 req-d49fae82-fdf6-4df9-ba75-94a70b515d49 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 946 time: 0.0823374 Feb 12 04:23:48.440427 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89840e48-dfb9-4728-b591-c2e3cdb54b40 req-b06a5aee-c464-4eb3-becb-4683bc8257e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:48.441880 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-89840e48-dfb9-4728-b591-c2e3cdb54b40 req-b06a5aee-c464-4eb3-becb-4683bc8257e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 1129 time: 0.0683589 Feb 12 04:23:48.503186 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fcbe836e-a2ff-4ecb-95a6-e8b4a0785c74 req-26daa3c0-1a83-4ae5-89d1-d25071c1fe39 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/security-groups?id=c447956f-ff07-4472-aa69-e7bdeab3fcce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701637 Feb 12 04:23:48.509154 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-89840e48-dfb9-4728-b591-c2e3cdb54b40 req-a22457cd-67a4-4ea6-96b1-80d117885a14 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596356 Feb 12 04:23:48.619132 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-e4fff8b4-5da5-42fb-be98-ae1f551ac804 req-6dbd5c52-0da2-47c2-ae9a-7a20f8bb23bd tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:48.645387 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd5c52-0da2-47c2-ae9a-7a20f8bb23bd tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Pushing event deleted for resources: {'Port': ['ID=ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:48.695634 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fff8b4-5da5-42fb-be98-ae1f551ac804 req-6dbd5c52-0da2-47c2-ae9a-7a20f8bb23bd tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] No DVR routers for this DVR port ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa on host hv-cinder-82869 {{(pid=103157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:23:48.698576 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-e4fff8b4-5da5-42fb-be98-ae1f551ac804 req-6dbd5c52-0da2-47c2-ae9a-7a20f8bb23bd tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:48.701876 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-e4fff8b4-5da5-42fb-be98-ae1f551ac804 req-6dbd5c52-0da2-47c2-ae9a-7a20f8bb23bd tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.42 "DELETE /v2.0/ports/ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa HTTP/1.1" status: 204 len: 173 time: 0.5380507 Feb 12 04:23:48.702310 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef7cee0-0173-4a04-856c-7bcd7430449d', 'name': 'network-vif-deleted', 'tag': 'ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:23:48.704533 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d968b3-96b6-4fd5-a395-35b9bf9d884d" -d '{"events": [{"server_uuid": "5ef7cee0-0173-4a04-856c-7bcd7430449d", "name": "network-vif-deleted", "tag": "ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:23:48.740564 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5b5604-1a7a-468b-9854-a36b7d93e74e x-openstack-request-id: req-4d5b5604-1a7a-468b-9854-a36b7d93e74e {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:23:48.740853 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef7cee0-0173-4a04-856c-7bcd7430449d", "name": "network-vif-deleted", "tag": "ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:23:48.741105 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d5b5604-1a7a-468b-9854-a36b7d93e74e {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:23:48.741554 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef7cee0-0173-4a04-856c-7bcd7430449d', 'name': 'network-vif-deleted', 'tag': 'ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa', 'status': 'completed', 'code': 200} Feb 12 04:23:49.456209 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dba57-d383-494f-8ee7-bc975614bde1 req-034c1f0f-d729-4ea0-9203-8a50944dbc3d tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:49.457707 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6c0dba57-d383-494f-8ee7-bc975614bde1 req-034c1f0f-d729-4ea0-9203-8a50944dbc3d tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0560083 Feb 12 04:23:49.503410 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6c0dba57-d383-494f-8ee7-bc975614bde1 req-4bcc1940-2458-4705-aea5-d37fad51d57c tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401306 Feb 12 04:23:49.636006 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0a547e22-e091-40c4-afdf-59c9e94289f8 req-b3e536a5-e934-47e4-b830-11c3481c94d8 tempest-VolumesSnapshotTestJSON-1666007685 tempest-VolumesSnapshotTestJSON-1666007685-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ef7cee0-0173-4a04-856c-7bcd7430449d HTTP/1.1" status: 200 len: 210 time: 0.0270448 Feb 12 04:23:50.089213 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:23:50.112281 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:23:50.112623 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device ab88f4ec-b2f6-4fee-8d65-ccbe29ed9eaa not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:23:50.623673 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ee9bc-1f97-4b2e-bcf0-c3c9c69d8602 req-75065422-2771-4f87-9e2b-56ffab97acce tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:50.625145 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-377ee9bc-1f97-4b2e-bcf0-c3c9c69d8602 req-75065422-2771-4f87-9e2b-56ffab97acce tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0513663 Feb 12 04:23:50.674175 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-377ee9bc-1f97-4b2e-bcf0-c3c9c69d8602 req-7bb4dbfd-a499-46e3-bac2-4c4ca320eb68 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429504 Feb 12 04:23:50.797322 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804b718-f10f-4db6-b806-d2c3fb2952f9 req-ed7c1e3a-18f6-4a4b-af80-d5c277821c63 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:50.798819 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5804b718-f10f-4db6-b806-d2c3fb2952f9 req-ed7c1e3a-18f6-4a4b-af80-d5c277821c63 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0574765 Feb 12 04:23:50.810435 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38056) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:50.818566 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-7913f77b-3e9c-46a4-937c-93e443161223 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Request body: {'floatingip': {'port_id': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:50.853718 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7913f77b-3e9c-46a4-937c-93e443161223 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for floatingip (6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:51.300086 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7913f77b-3e9c-46a4-937c-93e443161223 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:51.419787 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7913f77b-3e9c-46a4-937c-93e443161223 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:51.537087 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.l3_db [None req-7913f77b-3e9c-46a4-937c-93e443161223 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Floating IP 6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e associated. External IP: 172.27.3.191, port: f422b7da-a2b0-42ea-ae30-eab3ad40c55e. Feb 12 04:23:51.749402 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7913f77b-3e9c-46a4-937c-93e443161223 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Router 9a9423a3-e368-43b7-aa7f-736d5da7ceda has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:23:51.857150 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7913f77b-3e9c-46a4-937c-93e443161223 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:23:51.862343 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7913f77b-3e9c-46a4-937c-93e443161223 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:51.867684 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad53c8-b0df-403b-b904-2de3bdc8f460 None None] Sync routers for ids ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:23:51.882408 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad53c8-b0df-403b-b904-2de3bdc8f460 None None] Routers {'9a9423a3-e368-43b7-aa7f-736d5da7ceda'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:23:51.883320 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-55ad53c8-b0df-403b-b904-2de3bdc8f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:23:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:51.899651 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-7913f77b-3e9c-46a4-937c-93e443161223 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "PUT /v2.0/floatingips/6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e HTTP/1.1" status: 200 len: 991 time: 1.0855966 Feb 12 04:23:51.899651 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e28932f-789d-4692-aabf-13afc5f49e67', 'tag': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:23:51.902068 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0297d7b1-cd6b-4997-b619-cfa60c9f1dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "5e28932f-789d-4692-aabf-13afc5f49e67", "tag": "f422b7da-a2b0-42ea-ae30-eab3ad40c55e"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:23:51.942297 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44c28d0-8461-48ed-b626-47ffaafedddc x-openstack-request-id: req-a44c28d0-8461-48ed-b626-47ffaafedddc {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:23:51.942662 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e28932f-789d-4692-aabf-13afc5f49e67", "tag": "f422b7da-a2b0-42ea-ae30-eab3ad40c55e", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:23:51.943531 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a44c28d0-8461-48ed-b626-47ffaafedddc {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:23:51.943531 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e28932f-789d-4692-aabf-13afc5f49e67', 'tag': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'status': 'completed', 'code': 200} Feb 12 04:23:52.006884 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-55ad53c8-b0df-403b-b904-2de3bdc8f460 None None] Set router 9a9423a3-e368-43b7-aa7f-736d5da7ceda gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:23:52.012748 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297d7b1-cd6b-4997-b619-cfa60c9f1dc7 req-d68b4f02-9b06-4212-98a8-06edbaa8cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:52.014433 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-0297d7b1-cd6b-4997-b619-cfa60c9f1dc7 req-d68b4f02-9b06-4212-98a8-06edbaa8cbe4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 1129 time: 0.0476217 Feb 12 04:23:52.109454 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297d7b1-cd6b-4997-b619-cfa60c9f1dc7 req-fb384da9-f0d0-4884-8529-76eeb7a742b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:52.110952 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-0297d7b1-cd6b-4997-b619-cfa60c9f1dc7 req-fb384da9-f0d0-4884-8529-76eeb7a742b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a470119b-e597-4f7c-b914-bdedfeebd027 HTTP/1.1" status: 200 len: 916 time: 0.0891380 Feb 12 04:23:52.176865 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-0297d7b1-cd6b-4997-b619-cfa60c9f1dc7 req-2a5816bc-2541-4c0a-8cd0-e3a680f5e12e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e HTTP/1.1" status: 200 len: 999 time: 0.0590827 Feb 12 04:23:52.224765 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297d7b1-cd6b-4997-b619-cfa60c9f1dc7 req-94365b95-7228-4a42-aaa9-cec63ad0d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:52.226245 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-0297d7b1-cd6b-4997-b619-cfa60c9f1dc7 req-94365b95-7228-4a42-aaa9-cec63ad0d082 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e097ae6-88b7-4785-b35b-e83f2dfc78cb HTTP/1.1" status: 200 len: 855 time: 0.0427499 Feb 12 04:23:52.238002 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-55ad53c8-b0df-403b-b904-2de3bdc8f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'port_id': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'mac_address': 'fa:16:3e:27:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e28932f-789d-4692-aabf-13afc5f49e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:23:27Z', 'updated_at': '2022-02-12T04:23:51Z', 'revision_number': 1, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:09Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:52.267949 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad53c8-b0df-403b-b904-2de3bdc8f460 None None] Checking router: 9a9423a3-e368-43b7-aa7f-736d5da7ceda for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:23:52.279887 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297d7b1-cd6b-4997-b619-cfa60c9f1dc7 req-4cb3ddb6-ded7-45eb-85ec-239e703f7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:52.281656 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-0297d7b1-cd6b-4997-b619-cfa60c9f1dc7 req-4cb3ddb6-ded7-45eb-85ec-239e703f7b57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a470119b-e597-4f7c-b914-bdedfeebd027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482790 Feb 12 04:23:52.285420 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad53c8-b0df-403b-b904-2de3bdc8f460 None None] Routers {'9a9423a3-e368-43b7-aa7f-736d5da7ceda'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:23:52.286052 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-55ad53c8-b0df-403b-b904-2de3bdc8f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:23:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:52.393591 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-0297d7b1-cd6b-4997-b619-cfa60c9f1dc7 req-f923f395-56e1-4a89-ab81-c06c3c923c8a service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986912 Feb 12 04:23:52.506966 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-0297d7b1-cd6b-4997-b619-cfa60c9f1dc7 req-097c8ee7-c234-4e6d-8f89-2a224a2be412 service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064944 Feb 12 04:23:52.575291 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-55ad53c8-b0df-403b-b904-2de3bdc8f460 None None] Set router 9a9423a3-e368-43b7-aa7f-736d5da7ceda gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:23:52.802472 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-55ad53c8-b0df-403b-b904-2de3bdc8f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'port_id': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'mac_address': 'fa:16:3e:27:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e28932f-789d-4692-aabf-13afc5f49e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:23:27Z', 'updated_at': '2022-02-12T04:23:51Z', 'revision_number': 1, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:09Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:23:52.828594 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad53c8-b0df-403b-b904-2de3bdc8f460 None None] The sync data for ids ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'] in dv-cinder-828696-3-iscsi is: [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'floating_ip_address': '172.27.3.191', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'port_id': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'mac_address': 'fa:16:3e:27:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e28932f-789d-4692-aabf-13afc5f49e67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:23:27Z', 'updated_at': '2022-02-12T04:23:51Z', 'revision_number': 1, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:09Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:23:53.037001 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fa69dc-cd09-4524-b501-0504c28545d1 None None] New status for floating IP 6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e: ACTIVE {{(pid=103160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:23:53.614415 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-778a7e71-17df-40c6-bdfe-9e9901787f70 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1222344398&fields=id&tenant_id=9562939d04a04f868c738263f2375b8e HTTP/1.1" status: 200 len: 267 time: 0.0443006 Feb 12 04:23:53.728623 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dab705-e35b-4683-b7c6-8709214e836e req-6c727b7d-91df-4253-b195-aad46c5eb768 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:53.730142 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-6c727b7d-91df-4253-b195-aad46c5eb768 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/networks?id=cebed9f7-140d-47a7-aec8-23c08b8b80f3 HTTP/1.1" status: 200 len: 808 time: 0.1081486 Feb 12 04:23:53.744959 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-3968de0e-fdc4-4c91-9ec2-5086549f4f37 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/quotas/9562939d04a04f868c738263f2375b8e HTTP/1.1" status: 200 len: 375 time: 0.0087931 Feb 12 04:23:53.800609 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-fe59f872-ea83-4eb1-8239-5593bf06a2f5 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9562939d04a04f868c738263f2375b8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499768 Feb 12 04:23:53.898531 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-2ece364b-9b5b-4060-9024-1c61e5bb65b2 service neutron] 10.222.0.31 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855637 Feb 12 04:23:53.990372 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-1f3a4862-9fd0-4115-bf95-f6e47b1309e2 service neutron] 10.222.0.31 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861292 Feb 12 04:23:54.730599 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4376693f-5b54-4912-9b5c-02980bb65c05 req-80dd5673-8705-4211-9861-25bc8ee4944f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 210 time: 0.1651454 Feb 12 04:23:55.826903 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-541f332b-f835-4014-adb0-c1f118d4b41f req-f8e87cdd-41d0-4d3f-ac22-ecebe0dc8d92 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 210 time: 0.0264249 Feb 12 04:23:55.970809 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:23:56.919624 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-74e7b945-630c-4d2c-b5b8-5d39de4613ef req-fbe28b1d-977f-425f-a8d0-7d0b658e3b15 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 210 time: 0.0273235 Feb 12 04:23:57.394434 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dab705-e35b-4683-b7c6-8709214e836e req-9628d6ed-fd66-49ff-8710-746e31e78ca3 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:57.395932 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-9628d6ed-fd66-49ff-8710-746e31e78ca3 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.42 "GET /v2.0/networks?id=cebed9f7-140d-47a7-aec8-23c08b8b80f3 HTTP/1.1" status: 200 len: 808 time: 0.0999861 Feb 12 04:23:57.466768 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-7be55b41-19c4-433f-a9be-a52d68a1ab68 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9562939d04a04f868c738263f2375b8e HTTP/1.1" status: 200 len: 380 time: 0.0571787 Feb 12 04:23:57.475636 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-f6dab705-e35b-4683-b7c6-8709214e836e req-0f519915-1875-4e5c-b314-d6fb4481a22f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Request body: {'port': {'device_id': '69e1a591-62ac-44cc-a194-fd476f478672', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'admin_state_up': True, 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'security_groups': ['65e313b7-0a00-425a-9a14-424e5c0183fc']}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:57.620408 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38252) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:57.670469 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6dab705-e35b-4683-b7c6-8709214e836e req-0f519915-1875-4e5c-b314-d6fb4481a22f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Made reservation on behalf of 9562939d04a04f868c738263f2375b8e for: {'port': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:23:57.674078 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f6dab705-e35b-4683-b7c6-8709214e836e req-0f519915-1875-4e5c-b314-d6fb4481a22f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:57.727756 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-88284064-c17d-4f53-a86b-5fd53be20488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:57.804208 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [req-f6dab705-e35b-4683-b7c6-8709214e836e req-0f519915-1875-4e5c-b314-d6fb4481a22f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Allocated IP 172.20.0.8 (cebed9f7-140d-47a7-aec8-23c08b8b80f3/afa0fa48-3aaf-4262-a198-8492ffc2c332/d27ab58c-67e5-4b39-a25a-65327b149fa3) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:23:57.930796 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-88284064-c17d-4f53-a86b-5fd53be20488 admin admin] Publish callbacks [] for security_group (f8042858-d736-4cdd-ab4a-7682cd875973), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:57.945739 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f6dab705-e35b-4683-b7c6-8709214e836e req-0f519915-1875-4e5c-b314-d6fb4481a22f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:58.023925 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-79f1c109-8707-40dd-91c3-eb862485fe55 req-c067fdc1-d103-4898-bd6c-c739f822cb51 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 210 time: 0.0270593 Feb 12 04:23:58.024870 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-88284064-c17d-4f53-a86b-5fd53be20488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (f8042858-d736-4cdd-ab4a-7682cd875973), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:58.062222 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88284064-c17d-4f53-a86b-5fd53be20488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8042858-d736-4cdd-ab4a-7682cd875973,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:58.066449 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-88284064-c17d-4f53-a86b-5fd53be20488 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c3683e54a5841629ca2c5fb0ef68738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449906 Feb 12 04:23:58.069066 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38262) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:23:58.100818 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f6dab705-e35b-4683-b7c6-8709214e836e req-0f519915-1875-4e5c-b314-d6fb4481a22f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:58.118530 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0474e29e-7ace-4e0a-8a2a-1baca220b5d4 admin admin] Publish callbacks [] for security_group (f8042858-d736-4cdd-ab4a-7682cd875973), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:58.140171 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0474e29e-7ace-4e0a-8a2a-1baca220b5d4 admin admin] Publish callbacks [] for security_group (f8042858-d736-4cdd-ab4a-7682cd875973), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:58.147056 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6dab705-e35b-4683-b7c6-8709214e836e req-0f519915-1875-4e5c-b314-d6fb4481a22f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Network cebed9f7-140d-47a7-aec8-23c08b8b80f3 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:23:58.150325 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [req-f6dab705-e35b-4683-b7c6-8709214e836e req-0f519915-1875-4e5c-b314-d6fb4481a22f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:23:58.154092 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dab705-e35b-4683-b7c6-8709214e836e req-0f519915-1875-4e5c-b314-d6fb4481a22f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:23:58.182023 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f519915-1875-4e5c-b314-d6fb4481a22f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Pushing event updated for resources: {'Port': ['ID=d27ab58c-67e5-4b39-a25a-65327b149fa3,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:58.208870 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dab705-e35b-4683-b7c6-8709214e836e req-0f519915-1875-4e5c-b314-d6fb4481a22f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:58.209631 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f6dab705-e35b-4683-b7c6-8709214e836e req-0f519915-1875-4e5c-b314-d6fb4481a22f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:58.262676 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0474e29e-7ace-4e0a-8a2a-1baca220b5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (f8042858-d736-4cdd-ab4a-7682cd875973), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:58.265308 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0474e29e-7ace-4e0a-8a2a-1baca220b5d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:58.268849 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-0474e29e-7ace-4e0a-8a2a-1baca220b5d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8042858-d736-4cdd-ab4a-7682cd875973 HTTP/1.1" status: 204 len: 168 time: 0.1965694 Feb 12 04:23:58.279325 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474e29e-7ace-4e0a-8a2a-1baca220b5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8042858-d736-4cdd-ab4a-7682cd875973,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:58.336010 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-0f519915-1875-4e5c-b314-d6fb4481a22f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8638883 Feb 12 04:23:58.348235 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Request body: {'port': {'device_id': '69e1a591-62ac-44cc-a194-fd476f478672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:23:58.422853 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:58.486725 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-3e8e5af2-dc17-4eb8-b1d6-066546b13775 None None] Provisioning complete for port d27ab58c-67e5-4b39-a25a-65327b149fa3 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:23:58.487278 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5af2-dc17-4eb8-b1d6-066546b13775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:58.525576 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e5af2-dc17-4eb8-b1d6-066546b13775 None None] Port d27ab58c-67e5-4b39-a25a-65327b149fa3 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:23:58.700155 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27ab58c-67e5-4b39-a25a-65327b149fa3 {{(pid=103157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:23:58.707744 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Publish callbacks [] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:58.719742 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.provisioning_blocks [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Transition to ACTIVE for port object d27ab58c-67e5-4b39-a25a-65327b149fa3 will not be triggered until provisioned by entity L2. {{(pid=103157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:23:58.815700 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31418345'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:58.873744 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Pushing event updated for resources: {'Port': ['ID=d27ab58c-67e5-4b39-a25a-65327b149fa3,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:58.934714 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Attempting to bind port d27ab58c-67e5-4b39-a25a-65327b149fa3 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:23:58.935043 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Attempting to bind port d27ab58c-67e5-4b39-a25a-65327b149fa3 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'ab09d960-c8cb-4721-bb2f-a55217b4a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3'}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:23:58.935472 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Attempting to bind port d27ab58c-67e5-4b39-a25a-65327b149fa3 on network cebed9f7-140d-47a7-aec8-23c08b8b80f3 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:23:58.940704 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Port d27ab58c-67e5-4b39-a25a-65327b149fa3 on network cebed9f7-140d-47a7-aec8-23c08b8b80f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:23:58.941361 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Attempting to bind port d27ab58c-67e5-4b39-a25a-65327b149fa3 on network cebed9f7-140d-47a7-aec8-23c08b8b80f3 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:23:58.947417 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:23:58.947937 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Checking segment: {'id': 'ab09d960-c8cb-4721-bb2f-a55217b4a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:23:58.948348 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Bound using segment: {'id': 'ab09d960-c8cb-4721-bb2f-a55217b4a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3'} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:23:58.948781 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Bound port: d27ab58c-67e5-4b39-a25a-65327b149fa3, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab09d960-c8cb-4721-bb2f-a55217b4a72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3'}}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:23:58.949162 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:59.034492 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] For port d27ab58c-67e5-4b39-a25a-65327b149fa3, host hv-cinder-82869, cleared binding levels {{(pid=103157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:23:59.038093 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] For port d27ab58c-67e5-4b39-a25a-65327b149fa3, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:23:59.111080 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31418345'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:59.149667 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:59.150317 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:23:59.151686 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] 10.222.0.42 "PUT /v2.0/ports/d27ab58c-67e5-4b39-a25a-65327b149fa3 HTTP/1.1" status: 200 len: 1093 time: 0.8081489 Feb 12 04:23:59.152162 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e1a591-62ac-44cc-a194-fd476f478672', 'tag': 'd27ab58c-67e5-4b39-a25a-65327b149fa3'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:23:59.155017 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c6b639-5c13-4822-87b0-95ab777a42f9" -d '{"events": [{"name": "network-changed", "server_uuid": "69e1a591-62ac-44cc-a194-fd476f478672", "tag": "d27ab58c-67e5-4b39-a25a-65327b149fa3"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:23:59.178196 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42885187-4e1b-447a-a089-5e56af83b10c service neutron] Pushing event updated for resources: {'Port': ['ID=d27ab58c-67e5-4b39-a25a-65327b149fa3,revision_number=3']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:23:59.180384 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38fd9a-94b1-4922-ba26-28a6494f1fbc req-61c51822-e4ce-4c58-b2dd-a7184f776594 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:59.182042 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bb38fd9a-94b1-4922-ba26-28a6494f1fbc req-61c51822-e4ce-4c58-b2dd-a7184f776594 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0908442 Feb 12 04:23:59.215835 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c64032-bbd6-4e18-a5a1-054bfe4f1471 x-openstack-request-id: req-f8c64032-bbd6-4e18-a5a1-054bfe4f1471 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:23:59.216125 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e1a591-62ac-44cc-a194-fd476f478672", "tag": "d27ab58c-67e5-4b39-a25a-65327b149fa3", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:23:59.216379 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8c64032-bbd6-4e18-a5a1-054bfe4f1471 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:23:59.216867 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e1a591-62ac-44cc-a194-fd476f478672', 'tag': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'status': 'completed', 'code': 200} Feb 12 04:23:59.254255 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bb38fd9a-94b1-4922-ba26-28a6494f1fbc req-d054d3c0-e011-4f94-85d2-519babb5aa48 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656042 Feb 12 04:23:59.312496 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6b639-5c13-4822-87b0-95ab777a42f9 req-f1afa79a-ed8f-4240-9b99-d94200ba2c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:59.314114 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-67c6b639-5c13-4822-87b0-95ab777a42f9 req-f1afa79a-ed8f-4240-9b99-d94200ba2c32 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9562939d04a04f868c738263f2375b8e&device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 1127 time: 0.0769567 Feb 12 04:23:59.421890 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6b639-5c13-4822-87b0-95ab777a42f9 req-6a19c4b0-4dd1-4f3e-9d9b-7fbf798a59b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:59.423402 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-67c6b639-5c13-4822-87b0-95ab777a42f9 req-6a19c4b0-4dd1-4f3e-9d9b-7fbf798a59b2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9562939d04a04f868c738263f2375b8e&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1015100 Feb 12 04:23:59.521350 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6b639-5c13-4822-87b0-95ab777a42f9 req-622398d1-020f-4f9f-929c-c0372c03501f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:59.522847 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-67c6b639-5c13-4822-87b0-95ab777a42f9 req-622398d1-020f-4f9f-929c-c0372c03501f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0923696 Feb 12 04:23:59.607283 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dab705-e35b-4683-b7c6-8709214e836e req-f7c87537-4f6f-4e60-8a80-902e39ff9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:59.609095 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-f7c87537-4f6f-4e60-8a80-902e39ff9fdc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9562939d04a04f868c738263f2375b8e&device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 1127 time: 0.0464799 Feb 12 04:23:59.651467 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-48d8877d-096d-419d-8ec7-91ded6883923 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3 HTTP/1.1" status: 200 len: 217 time: 0.0349774 Feb 12 04:23:59.702817 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dab705-e35b-4683-b7c6-8709214e836e req-330f9c6d-da34-4461-90ea-431a9e4a323f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:59.704276 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-330f9c6d-da34-4461-90ea-431a9e4a323f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=afa0fa48-3aaf-4262-a198-8492ffc2c332 HTTP/1.1" status: 200 len: 847 time: 0.0471644 Feb 12 04:23:59.753355 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dab705-e35b-4683-b7c6-8709214e836e req-e0fc0bcb-5d81-44ee-b41a-26cbc3941eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:23:59.754884 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-e0fc0bcb-5d81-44ee-b41a-26cbc3941eae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cebed9f7-140d-47a7-aec8-23c08b8b80f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437453 Feb 12 04:23:59.842817 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-cd9d81e7-98c0-441e-820d-493744592272 service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790286 Feb 12 04:23:59.938889 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f6dab705-e35b-4683-b7c6-8709214e836e req-498e237a-1e29-4ea6-8b57-4e8bfb3800a7 service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894942 Feb 12 04:24:00.116364 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38314) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:00.225519 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b3fa5ea3-6db6-4d57-88a8-87c6f50c82ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:00.298500 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b3fa5ea3-6db6-4d57-88a8-87c6f50c82ef admin admin] Publish callbacks [] for security_group (53345a67-4061-464f-9889-8f890daa97c0), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:00.368404 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b3fa5ea3-6db6-4d57-88a8-87c6f50c82ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (53345a67-4061-464f-9889-8f890daa97c0), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:00.420151 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-b3fa5ea3-6db6-4d57-88a8-87c6f50c82ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=014280e5cea64e0aaaa1ca4a06ca7f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021777 Feb 12 04:24:00.423767 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38330) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:00.428254 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec462d-2de4-40fa-ae69-bae5561d8957 req-bf2ba3bd-ad29-4685-92fc-8a9e95e3fe92 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:00.429752 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a5ec462d-2de4-40fa-ae69-bae5561d8957 req-bf2ba3bd-ad29-4685-92fc-8a9e95e3fe92 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0972710 Feb 12 04:24:00.435104 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa5ea3-6db6-4d57-88a8-87c6f50c82ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53345a67-4061-464f-9889-8f890daa97c0,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:00.488019 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a5ec462d-2de4-40fa-ae69-bae5561d8957 req-2134d0b9-17fe-4353-9f56-9032332a0ae9 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501223 Feb 12 04:24:00.513766 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8de5132a-1e37-4f37-b603-6bd1a947183e admin admin] Publish callbacks [] for security_group (53345a67-4061-464f-9889-8f890daa97c0), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:00.535869 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8de5132a-1e37-4f37-b603-6bd1a947183e admin admin] Publish callbacks [] for security_group (53345a67-4061-464f-9889-8f890daa97c0), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:00.670684 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8de5132a-1e37-4f37-b603-6bd1a947183e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (53345a67-4061-464f-9889-8f890daa97c0), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:00.673251 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8de5132a-1e37-4f37-b603-6bd1a947183e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:00.682826 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-8de5132a-1e37-4f37-b603-6bd1a947183e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53345a67-4061-464f-9889-8f890daa97c0 HTTP/1.1" status: 204 len: 168 time: 0.2496655 Feb 12 04:24:00.682826 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5132a-1e37-4f37-b603-6bd1a947183e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53345a67-4061-464f-9889-8f890daa97c0,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:01.236489 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:01.607645 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93104a-71a8-45b8-a12e-2452b98c34d4 req-79ee5f60-fd19-478b-9492-ad7043673767 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:01.609267 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0c93104a-71a8-45b8-a12e-2452b98c34d4 req-79ee5f60-fd19-478b-9492-ad7043673767 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0533063 Feb 12 04:24:01.657390 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0c93104a-71a8-45b8-a12e-2452b98c34d4 req-4b60ca95-8137-4aa9-bd47-667618517ef2 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424991 Feb 12 04:24:02.775162 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bbaa3-f947-4237-b9e7-ae36459505e4 req-df9b1c1d-797c-4fd1-a7ae-e90882ec2703 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:02.776615 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e2bbaa3-f947-4237-b9e7-ae36459505e4 req-df9b1c1d-797c-4fd1-a7ae-e90882ec2703 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0523849 Feb 12 04:24:02.826745 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6e2bbaa3-f947-4237-b9e7-ae36459505e4 req-812df50c-54e7-4a59-be9a-8ed0eb69c025 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438066 Feb 12 04:24:03.940386 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876b211-a1ce-4671-8a68-f617ed371505 req-ba07c36d-6304-4577-8e84-b09827cde120 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:03.941865 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6876b211-a1ce-4671-8a68-f617ed371505 req-ba07c36d-6304-4577-8e84-b09827cde120 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0517263 Feb 12 04:24:03.991055 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6876b211-a1ce-4671-8a68-f617ed371505 req-630d8f39-1373-4694-9633-4d66350ceda8 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436835 Feb 12 04:24:05.107375 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787373a9-2f59-452e-b5f1-fd8e6489760b req-618d160e-ee11-447b-b9ab-6802fe0f14c0 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:05.109704 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-787373a9-2f59-452e-b5f1-fd8e6489760b req-618d160e-ee11-447b-b9ab-6802fe0f14c0 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0536344 Feb 12 04:24:05.156681 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-787373a9-2f59-452e-b5f1-fd8e6489760b req-75a3a6b9-6b1e-4202-bbf6-fbb46937f44d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 Feb 12 04:24:06.275994 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866d7ed-5996-4875-a4e2-09854144ec5b req-e24a1b11-a7cf-44ac-ac63-770ef154fc93 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:06.277521 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0866d7ed-5996-4875-a4e2-09854144ec5b req-e24a1b11-a7cf-44ac-ac63-770ef154fc93 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0561805 Feb 12 04:24:06.327864 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0866d7ed-5996-4875-a4e2-09854144ec5b req-a754d9f7-ac7e-4bfe-8a1b-07663f434fd4 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446680 Feb 12 04:24:06.753918 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8306fc95-5cf2-4fbd-b8f2-f90c6de664ff req-89703f77-5fac-42da-9683-9bb282ccaa59 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467808 Feb 12 04:24:06.825383 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-7260091c-cacb-4053-9462-31759c091849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:06.848367 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306fc95-5cf2-4fbd-b8f2-f90c6de664ff req-048a0280-0468-4a90-9782-3f3a51d15ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:06.849940 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8306fc95-5cf2-4fbd-b8f2-f90c6de664ff req-048a0280-0468-4a90-9782-3f3a51d15ada service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e56e0fac86874323b726d0897d3cd6e5&device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 1130 time: 0.0500209 Feb 12 04:24:06.954803 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306fc95-5cf2-4fbd-b8f2-f90c6de664ff req-b3ab35b1-c05e-42d2-adf8-81596fd9defd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:06.956299 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8306fc95-5cf2-4fbd-b8f2-f90c6de664ff req-b3ab35b1-c05e-42d2-adf8-81596fd9defd service neutron] 10.222.0.42 "GET /v2.0/networks?id=306165a8-01e9-47a6-9b7a-50f5488101e0 HTTP/1.1" status: 200 len: 911 time: 0.0872519 Feb 12 04:24:07.022069 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8306fc95-5cf2-4fbd-b8f2-f90c6de664ff req-c1fd54b4-80c9-42fa-b761-e2700756c1e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=781b9705-45e9-4f7b-a755-a236654ca737 HTTP/1.1" status: 200 len: 1001 time: 0.0589008 Feb 12 04:24:07.069952 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306fc95-5cf2-4fbd-b8f2-f90c6de664ff req-6882efa0-b1d8-49a6-9c3b-7d82bac236b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:07.071484 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8306fc95-5cf2-4fbd-b8f2-f90c6de664ff req-6882efa0-b1d8-49a6-9c3b-7d82bac236b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2345433c-525e-49b3-a782-8ff78220c794 HTTP/1.1" status: 200 len: 850 time: 0.0429175 Feb 12 04:24:07.124623 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306fc95-5cf2-4fbd-b8f2-f90c6de664ff req-8ca34c54-b968-4100-84b7-cb9520444888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:07.128698 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8306fc95-5cf2-4fbd-b8f2-f90c6de664ff req-8ca34c54-b968-4100-84b7-cb9520444888 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=306165a8-01e9-47a6-9b7a-50f5488101e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489302 Feb 12 04:24:07.213220 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8306fc95-5cf2-4fbd-b8f2-f90c6de664ff req-253abb64-d18a-4122-a884-654aab40a0cb service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787723 Feb 12 04:24:07.307644 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8306fc95-5cf2-4fbd-b8f2-f90c6de664ff req-9799b7d0-b62b-452d-bd39-33c727a18ade service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873029 Feb 12 04:24:07.450249 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02f51a-030a-4ace-a2c8-c7628c53fbe6 req-c026e640-abf4-4531-837b-2d168edfd8c5 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:07.451667 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7e02f51a-030a-4ace-a2c8-c7628c53fbe6 req-c026e640-abf4-4531-837b-2d168edfd8c5 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0514231 Feb 12 04:24:07.502048 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7e02f51a-030a-4ace-a2c8-c7628c53fbe6 req-534b00cb-8bc2-4344-b6f8-4ae855d3ee31 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425875 Feb 12 04:24:08.161926 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device d27ab58c-67e5-4b39-a25a-65327b149fa3 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:24:08.258668 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port d27ab58c-67e5-4b39-a25a-65327b149fa3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:08.269648 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'port_id': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'mac_address': 'fa:16:3e:6e:ca:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:24:08.306997 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port d27ab58c-67e5-4b39-a25a-65327b149fa3 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:24:08.307388 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:08.320232 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27ab58c-67e5-4b39-a25a-65327b149fa3 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:24:08.340773 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port d27ab58c-67e5-4b39-a25a-65327b149fa3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:08.408050 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:08.456733 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=d27ab58c-67e5-4b39-a25a-65327b149fa3,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:08.463755 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:08.464119 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:08.464478 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:08.464814 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:08.465139 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:08.465516 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:08.465846 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:08.466166 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:08.466485 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:08.466804 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:08.467120 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:08.467434 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:08.467747 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:08.619096 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42a683-42a3-451a-8649-5737cf12b2d9 req-00641478-a4ba-4476-b818-8e25f0e09ddd tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:08.620573 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8e42a683-42a3-451a-8649-5737cf12b2d9 req-00641478-a4ba-4476-b818-8e25f0e09ddd tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 944 time: 0.0534914 Feb 12 04:24:08.674892 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8e42a683-42a3-451a-8649-5737cf12b2d9 req-a72dba32-d639-4da6-a7f5-dbcb16d2414f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488992 Feb 12 04:24:08.701637 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['d27ab58c-67e5-4b39-a25a-65327b149fa3'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:24:09.070296 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5835aa8b-a318-4ca0-92e0-295dd3ec34c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:09.803515 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd4471-7b11-4e97-b833-b003bf295853 req-5e9fe680-8e3b-4a5c-a694-dd233d21c769 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:09.805460 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-21bd4471-7b11-4e97-b833-b003bf295853 req-5e9fe680-8e3b-4a5c-a694-dd233d21c769 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 944 time: 0.0531447 Feb 12 04:24:09.852156 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-21bd4471-7b11-4e97-b833-b003bf295853 req-1ad6a9bb-73f9-4192-9630-992bc258ccde tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414238 Feb 12 04:24:10.179464 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device d27ab58c-67e5-4b39-a25a-65327b149fa3 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:24:10.296026 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port d27ab58c-67e5-4b39-a25a-65327b149fa3 completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:24:10.300205 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port d27ab58c-67e5-4b39-a25a-65327b149fa3 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:24:10.300745 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:10.379494 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port d27ab58c-67e5-4b39-a25a-65327b149fa3 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:24:10.379885 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:10.404601 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e1a591-62ac-44cc-a194-fd476f478672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27ab58c-67e5-4b39-a25a-65327b149fa3'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:10.407130 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89732096-c594-4233-8c75-52776d638ea5" -d '{"events": [{"server_uuid": "69e1a591-62ac-44cc-a194-fd476f478672", "name": "network-vif-plugged", "status": "completed", "tag": "d27ab58c-67e5-4b39-a25a-65327b149fa3"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:10.419731 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port d27ab58c-67e5-4b39-a25a-65327b149fa3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:10.445294 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b6dcfe-87d0-494d-af48-b4a6a1bfa7c8 x-openstack-request-id: req-04b6dcfe-87d0-494d-af48-b4a6a1bfa7c8 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:10.445294 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e1a591-62ac-44cc-a194-fd476f478672", "name": "network-vif-plugged", "status": "completed", "tag": "d27ab58c-67e5-4b39-a25a-65327b149fa3", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:10.445294 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04b6dcfe-87d0-494d-af48-b4a6a1bfa7c8 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:10.445294 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e1a591-62ac-44cc-a194-fd476f478672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'code': 200} Feb 12 04:24:10.507442 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:10.565738 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=d27ab58c-67e5-4b39-a25a-65327b149fa3,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:10.670336 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:10.878484 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38490) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:10.986009 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b340360-0092-4e2e-b4f7-acc3e6f9a6bb req-668e2b0d-4d5b-4cbb-9af4-838054eddcc4 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:10.987553 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1b340360-0092-4e2e-b4f7-acc3e6f9a6bb req-668e2b0d-4d5b-4cbb-9af4-838054eddcc4 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0597711 Feb 12 04:24:11.006618 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7650ab3e-438e-4259-a6a9-f93bc38a15fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:11.068976 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1b340360-0092-4e2e-b4f7-acc3e6f9a6bb req-a6b80636-864a-4eba-8b17-7dc66a6c92da tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747192 Feb 12 04:24:11.075216 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79828c-48b7-490b-96ce-fd777abb8ed5 req-d198f549-78a7-4e6e-b69a-c866630e8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:11.077433 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-ef79828c-48b7-490b-96ce-fd777abb8ed5 req-d198f549-78a7-4e6e-b69a-c866630e8e69 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 1129 time: 0.1582632 Feb 12 04:24:11.119825 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7650ab3e-438e-4259-a6a9-f93bc38a15fa admin admin] Publish callbacks [] for security_group (ab8935a4-a59d-48b9-96d2-fdec6ed526a4), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:11.125698 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-ef79828c-48b7-490b-96ce-fd777abb8ed5 req-f6e8d06f-ae83-4176-95b8-d556e0eb409b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413780 Feb 12 04:24:11.193538 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7650ab3e-438e-4259-a6a9-f93bc38a15fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (ab8935a4-a59d-48b9-96d2-fdec6ed526a4), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:11.231766 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-7650ab3e-438e-4259-a6a9-f93bc38a15fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=15d8804876fd43e58a5a49462e5c615f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521967 Feb 12 04:24:11.233024 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650ab3e-438e-4259-a6a9-f93bc38a15fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8935a4-a59d-48b9-96d2-fdec6ed526a4,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:11.236103 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38504) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:11.293121 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Publish callbacks [] for security_group (ab8935a4-a59d-48b9-96d2-fdec6ed526a4), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:11.316563 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Publish callbacks [] for security_group (ab8935a4-a59d-48b9-96d2-fdec6ed526a4), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:11.325837 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-92d3fc52-ae66-4996-8c08-df9547fd976c req-145a50ff-411d-45e1-8c80-327d24815586 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139681348&fields=id&tenant_id=5e5dbd3a980c4a1cb1d42b3a8b962124 HTTP/1.1" status: 200 len: 267 time: 0.0467629 Feb 12 04:24:11.382901 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3fc52-ae66-4996-8c08-df9547fd976c req-d06b0b07-513c-47d4-a475-3ef46d29d506 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:11.384460 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-92d3fc52-ae66-4996-8c08-df9547fd976c req-d06b0b07-513c-47d4-a475-3ef46d29d506 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 984 time: 0.0527399 Feb 12 04:24:11.395129 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-92d3fc52-ae66-4996-8c08-df9547fd976c req-1b2eef57-f427-42a8-a0e5-4a83070011b8 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Request body: {'port': {'security_groups': ['d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4']}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:11.442048 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (ab8935a4-a59d-48b9-96d2-fdec6ed526a4), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:11.444820 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:11.448285 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab8935a4-a59d-48b9-96d2-fdec6ed526a4 HTTP/1.1" status: 204 len: 168 time: 0.2043099 Feb 12 04:24:11.456781 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8935a4-a59d-48b9-96d2-fdec6ed526a4,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:11.476734 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:11.477102 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:11.477453 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:11.477828 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:11.478108 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:11.478430 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:11.479268 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-92d3fc52-ae66-4996-8c08-df9547fd976c req-1b2eef57-f427-42a8-a0e5-4a83070011b8 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:11.480507 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:11.480853 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:11.481180 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:11.481693 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:11.482276 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:11.482515 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:11.483251 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1452296-b6f1-4074-886e-d26492f65d1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:11.544693 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:11.907796 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-92d3fc52-ae66-4996-8c08-df9547fd976c req-1b2eef57-f427-42a8-a0e5-4a83070011b8 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] For port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,segment=NetworkSegment(5105df9e-960b-4270-8419-092517d00c04),segment_id=5105df9e-960b-4270-8419-092517d00c04)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:11.941499 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-92d3fc52-ae66-4996-8c08-df9547fd976c req-1b2eef57-f427-42a8-a0e5-4a83070011b8 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:12.136116 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-92d3fc52-ae66-4996-8c08-df9547fd976c req-1b2eef57-f427-42a8-a0e5-4a83070011b8 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:12.155029 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['dd02aa9e-3381-43c8-b1fd-9ad35f7198ea'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:24:12.212397 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3fc52-ae66-4996-8c08-df9547fd976c req-1b2eef57-f427-42a8-a0e5-4a83070011b8 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:12.213078 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-92d3fc52-ae66-4996-8c08-df9547fd976c req-1b2eef57-f427-42a8-a0e5-4a83070011b8 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:12.214536 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-92d3fc52-ae66-4996-8c08-df9547fd976c req-1b2eef57-f427-42a8-a0e5-4a83070011b8 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "PUT /v2.0/ports/dd02aa9e-3381-43c8-b1fd-9ad35f7198ea HTTP/1.1" status: 200 len: 942 time: 0.8240228 Feb 12 04:24:12.215031 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'tag': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:12.217484 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56cb287-c91f-4237-8354-0f136272b6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b31a136c-eb25-47f3-87b9-7cfde7123fb4", "tag": "dd02aa9e-3381-43c8-b1fd-9ad35f7198ea"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:12.227445 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38516) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:12.273801 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2eef57-f427-42a8-a0e5-4a83070011b8 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event updated for resources: {'Port': ['ID=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,revision_number=7']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:12.280919 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23abc7f-b086-47c4-8662-81adfc483f6e req-c87d9aaa-8930-42eb-94aa-a5c685054947 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:12.280919 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e23abc7f-b086-47c4-8662-81adfc483f6e req-c87d9aaa-8930-42eb-94aa-a5c685054947 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.1398923 Feb 12 04:24:12.304415 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38522) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:12.332590 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57772316-fee6-4b2b-ae2d-06395bf51fc9 x-openstack-request-id: req-57772316-fee6-4b2b-ae2d-06395bf51fc9 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:12.333170 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31a136c-eb25-47f3-87b9-7cfde7123fb4", "tag": "dd02aa9e-3381-43c8-b1fd-9ad35f7198ea", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:12.333614 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57772316-fee6-4b2b-ae2d-06395bf51fc9 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:12.334172 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'tag': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea', 'status': 'completed', 'code': 200} Feb 12 04:24:12.344161 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['dd02aa9e-3381-43c8-b1fd-9ad35f7198ea'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:24:12.377443 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e23abc7f-b086-47c4-8662-81adfc483f6e req-fa4c58bb-0dee-4b37-8243-65be7d09a239 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928698 Feb 12 04:24:12.426987 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f26d7d84-5940-430e-8d71-3594f6d86b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:12.460272 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-195e64ae-461c-41c4-8ac6-a1f2888242d5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group (7449ad82-0140-4eb9-ba7f-a0cbfb6256eb), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:12.511230 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-195e64ae-461c-41c4-8ac6-a1f2888242d5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group (7449ad82-0140-4eb9-ba7f-a0cbfb6256eb), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:12.573100 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cb287-c91f-4237-8354-0f136272b6ee req-5d62968a-df10-4539-8dab-51358e8095aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:12.574617 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c56cb287-c91f-4237-8354-0f136272b6ee req-5d62968a-df10-4539-8dab-51358e8095aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e5dbd3a980c4a1cb1d42b3a8b962124&device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 1129 time: 0.2017033 Feb 12 04:24:12.595074 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-620eed2d-567b-433a-a395-fd6488d8b1d2 None None] Provisioning complete for port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:24:12.596100 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-620eed2d-567b-433a-a395-fd6488d8b1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:12.686072 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-620eed2d-567b-433a-a395-fd6488d8b1d2 None None] Current status of the port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:24:12.964576 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f26d7d84-5940-430e-8d71-3594f6d86b53 admin admin] Publish callbacks [] for security_group (10f2ba8e-7a32-4f6c-bd35-d083ba249125), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:12.980851 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cb287-c91f-4237-8354-0f136272b6ee req-ae001128-b113-4c49-91d4-329e035de413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:12.983053 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c56cb287-c91f-4237-8354-0f136272b6ee req-ae001128-b113-4c49-91d4-329e035de413 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3698e3ff-e0ee-4136-91ba-4dc73b59fee7 HTTP/1.1" status: 200 len: 915 time: 0.3976963 Feb 12 04:24:13.052911 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c56cb287-c91f-4237-8354-0f136272b6ee req-08303da0-abaa-4c24-914e-42431cc71c01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea HTTP/1.1" status: 200 len: 1001 time: 0.0639007 Feb 12 04:24:13.053917 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-195e64ae-461c-41c4-8ac6-a1f2888242d5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (7449ad82-0140-4eb9-ba7f-a0cbfb6256eb), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:13.056429 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-195e64ae-461c-41c4-8ac6-a1f2888242d5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:13.057480 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-195e64ae-461c-41c4-8ac6-a1f2888242d5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "DELETE /v2.0/security-groups/7449ad82-0140-4eb9-ba7f-a0cbfb6256eb HTTP/1.1" status: 204 len: 168 time: 0.8282652 Feb 12 04:24:13.068532 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38526) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:13.092567 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e64ae-461c-41c4-8ac6-a1f2888242d5 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7449ad82-0140-4eb9-ba7f-a0cbfb6256eb,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:13.096533 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f26d7d84-5940-430e-8d71-3594f6d86b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (10f2ba8e-7a32-4f6c-bd35-d083ba249125), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:13.150404 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cb287-c91f-4237-8354-0f136272b6ee req-86f521f1-b00b-423f-8c4f-0e304bef78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:13.151861 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c56cb287-c91f-4237-8354-0f136272b6ee req-86f521f1-b00b-423f-8c4f-0e304bef78b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2290cc66-7a24-4cff-8921-6570ec5f0b8f HTTP/1.1" status: 200 len: 854 time: 0.0910399 Feb 12 04:24:13.154382 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-f26d7d84-5940-430e-8d71-3594f6d86b53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8acd4448cc9463aada96d91a6110e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8484404 Feb 12 04:24:13.156208 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d7d84-5940-430e-8d71-3594f6d86b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f2ba8e-7a32-4f6c-bd35-d083ba249125,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:13.157979 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38528) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:13.214440 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cb287-c91f-4237-8354-0f136272b6ee req-824c1059-4872-42e4-ba44-b26c4cbe7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:13.216422 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c56cb287-c91f-4237-8354-0f136272b6ee req-824c1059-4872-42e4-ba44-b26c4cbe7538 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3698e3ff-e0ee-4136-91ba-4dc73b59fee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547891 Feb 12 04:24:13.270416 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3c4559e4-9131-4a34-8301-dc6e3c6b07b1 admin admin] Publish callbacks [] for security_group (10f2ba8e-7a32-4f6c-bd35-d083ba249125), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:13.305385 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3c4559e4-9131-4a34-8301-dc6e3c6b07b1 admin admin] Publish callbacks [] for security_group (10f2ba8e-7a32-4f6c-bd35-d083ba249125), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:13.320714 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c56cb287-c91f-4237-8354-0f136272b6ee req-14d943ad-0609-4422-8670-807a958a979e service neutron] 10.222.0.42 "GET /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975344 Feb 12 04:24:13.331428 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-553c4c50-58a0-41e3-b199-38c982884f3e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Deleting port 9e9457f7-be9d-4693-ae40-38bea75c2b95 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:24:13.331769 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-553c4c50-58a0-41e3-b199-38c982884f3e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (9e9457f7-be9d-4693-ae40-38bea75c2b95), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:13.429861 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-553c4c50-58a0-41e3-b199-38c982884f3e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (9e9457f7-be9d-4693-ae40-38bea75c2b95), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:13.430306 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-553c4c50-58a0-41e3-b199-38c982884f3e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for floatingip (9e9457f7-be9d-4693-ae40-38bea75c2b95), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:13.448417 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-553c4c50-58a0-41e3-b199-38c982884f3e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Calling delete_port for 9e9457f7-be9d-4693-ae40-38bea75c2b95 owned by network:floatingip {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:24:13.454550 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c56cb287-c91f-4237-8354-0f136272b6ee req-357382bd-2894-4194-8b50-fe0cdcd5bd7a service neutron] 10.222.0.42 "GET /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264141 Feb 12 04:24:13.473572 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:13.533173 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3c4559e4-9131-4a34-8301-dc6e3c6b07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (10f2ba8e-7a32-4f6c-bd35-d083ba249125), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:13.535745 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3c4559e4-9131-4a34-8301-dc6e3c6b07b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:13.536913 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-3c4559e4-9131-4a34-8301-dc6e3c6b07b1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10f2ba8e-7a32-4f6c-bd35-d083ba249125 HTTP/1.1" status: 204 len: 168 time: 0.3780806 Feb 12 04:24:13.577405 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4559e4-9131-4a34-8301-dc6e3c6b07b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f2ba8e-7a32-4f6c-bd35-d083ba249125,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:13.613431 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c806c7-8674-41ee-a0d6-8748f7f97081 req-2bfd3705-8bf6-42b0-bf58-6cc8874892a9 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:13.614971 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-24c806c7-8674-41ee-a0d6-8748f7f97081 req-2bfd3705-8bf6-42b0-bf58-6cc8874892a9 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.1546748 Feb 12 04:24:13.707298 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-24c806c7-8674-41ee-a0d6-8748f7f97081 req-eca4ffa5-028b-4054-91ac-976747b396bd tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849662 Feb 12 04:24:13.822588 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-553c4c50-58a0-41e3-b199-38c982884f3e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (9e9457f7-be9d-4693-ae40-38bea75c2b95), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:13.855301 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c4c50-58a0-41e3-b199-38c982884f3e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event deleted for resources: {'Port': ['ID=9e9457f7-be9d-4693-ae40-38bea75c2b95,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:13.909962 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d64270-0649-412d-945b-b1ae7ff70b9a req-ae51f994-b21d-4d02-9251-dfd723aa08b5 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:13.911466 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d7d64270-0649-412d-945b-b1ae7ff70b9a req-ae51f994-b21d-4d02-9251-dfd723aa08b5 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.1233602 Feb 12 04:24:13.945404 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-553c4c50-58a0-41e3-b199-38c982884f3e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks [] for floatingip (f90573d3-c7d8-4f72-ba8b-78d6df0efdbd), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:13.945732 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.l3_db [None req-553c4c50-58a0-41e3-b199-38c982884f3e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Floating IP f90573d3-c7d8-4f72-ba8b-78d6df0efdbd disassociated (deleted). External IP: 172.27.3.220, port: dd02aa9e-3381-43c8-b1fd-9ad35f7198ea. Feb 12 04:24:14.010638 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d7d64270-0649-412d-945b-b1ae7ff70b9a req-9582ad39-8078-4a9c-92e5-ae11e9d660ba tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930352 Feb 12 04:24:14.032697 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38544) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:14.191175 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553c4c50-58a0-41e3-b199-38c982884f3e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Router 1bb98835-0bbd-4213-aada-dfdead74d21e has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:24:14.220689 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e7769e-2a10-4b71-b03e-28705d885a06 tempest-TestShelveInstance-615453361 tempest-TestShelveInstance-615453361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:14.224878 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-b9e7769e-2a10-4b71-b03e-28705d885a06 tempest-TestShelveInstance-615453361 tempest-TestShelveInstance-615453361-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 1124 time: 0.1885424 Feb 12 04:24:14.225266 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38548) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:14.229720 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Request body: {'floatingip': {'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'port_id': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:14.303562 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553c4c50-58a0-41e3-b199-38c982884f3e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:24:14.308466 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-553c4c50-58a0-41e3-b199-38c982884f3e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:14.314378 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ab1621-dcde-4e58-88da-fa566886c835 None None] Sync routers for ids ['1bb98835-0bbd-4213-aada-dfdead74d21e'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:24:14.323615 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab1621-dcde-4e58-88da-fa566886c835 None None] Routers {'1bb98835-0bbd-4213-aada-dfdead74d21e'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:24:14.324297 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-d9ab1621-dcde-4e58-88da-fa566886c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:24:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['1bb98835-0bbd-4213-aada-dfdead74d21e'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:14.338800 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-553c4c50-58a0-41e3-b199-38c982884f3e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "DELETE /v2.0/floatingips/f90573d3-c7d8-4f72-ba8b-78d6df0efdbd HTTP/1.1" status: 204 len: 168 time: 1.2774639 Feb 12 04:24:14.339360 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'tag': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:14.341610 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939ad231-180c-4229-9bc0-327eaabf33a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b31a136c-eb25-47f3-87b9-7cfde7123fb4", "tag": "dd02aa9e-3381-43c8-b1fd-9ad35f7198ea"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:14.342769 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:14.383418 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08869d1-9cd0-4d5d-b79a-10c42c3d45b5 x-openstack-request-id: req-e08869d1-9cd0-4d5d-b79a-10c42c3d45b5 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:14.389178 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b31a136c-eb25-47f3-87b9-7cfde7123fb4", "tag": "dd02aa9e-3381-43c8-b1fd-9ad35f7198ea", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:14.389178 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e08869d1-9cd0-4d5d-b79a-10c42c3d45b5 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:14.389178 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'tag': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea', 'status': 'completed', 'code': 200} Feb 12 04:24:14.431832 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38556) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:14.446002 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d45c5ee9-749a-4893-9b4a-665f33d6a2d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:14.468470 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-d9ab1621-dcde-4e58-88da-fa566886c835 None None] Set router 1bb98835-0bbd-4213-aada-dfdead74d21e gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:24:14.506364 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ad231-180c-4229-9bc0-327eaabf33a7 req-b1fc4ec3-f088-4040-8a32-e3f63fd7fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:14.508150 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-939ad231-180c-4229-9bc0-327eaabf33a7 req-b1fc4ec3-f088-4040-8a32-e3f63fd7fa6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e5dbd3a980c4a1cb1d42b3a8b962124&device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 1129 time: 0.0790288 Feb 12 04:24:14.530499 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:14.569838 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d45c5ee9-749a-4893-9b4a-665f33d6a2d2 admin admin] Publish callbacks [] for security_group (07d32bb5-2391-4118-8661-fc62a18480d2), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:14.682037 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d45c5ee9-749a-4893-9b4a-665f33d6a2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (07d32bb5-2391-4118-8661-fc62a18480d2), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:14.686708 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ad231-180c-4229-9bc0-327eaabf33a7 req-948e0b54-5643-4306-b197-d778611855f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:14.694684 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-939ad231-180c-4229-9bc0-327eaabf33a7 req-948e0b54-5643-4306-b197-d778611855f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3698e3ff-e0ee-4136-91ba-4dc73b59fee7 HTTP/1.1" status: 200 len: 915 time: 0.1706226 Feb 12 04:24:14.694844 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-d9ab1621-dcde-4e58-88da-fa566886c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:20:37Z', 'revision_number': 4, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '9948bae8-e5b8-49ec-b2f4-9dadd8630f43', 'name': '', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'mac_address': 'fa:16:3e:04:13:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:37Z', 'updated_at': '2022-02-12T04:20:42Z', 'revision_number': 5, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'subnets': [{'id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:14.717731 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ab1621-dcde-4e58-88da-fa566886c835 None None] Checking router: 1bb98835-0bbd-4213-aada-dfdead74d21e for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:24:14.723724 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-d45c5ee9-749a-4893-9b4a-665f33d6a2d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76abb2dedaa0472aa9ae5f5d6d2aad4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908268 Feb 12 04:24:14.726480 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38560) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:14.727604 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab1621-dcde-4e58-88da-fa566886c835 None None] Routers {'1bb98835-0bbd-4213-aada-dfdead74d21e'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:24:14.728214 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-d9ab1621-dcde-4e58-88da-fa566886c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:24:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['1bb98835-0bbd-4213-aada-dfdead74d21e'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:14.732938 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c5ee9-749a-4893-9b4a-665f33d6a2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d32bb5-2391-4118-8661-fc62a18480d2,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:14.745700 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-939ad231-180c-4229-9bc0-327eaabf33a7 req-50a5d71c-b267-42b5-9dbe-a04f79f33f7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea HTTP/1.1" status: 200 len: 217 time: 0.0489547 Feb 12 04:24:14.746791 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Allocated IP 172.27.3.46 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/2f36fb6f-4516-481c-a2cf-53b78b6ffaea) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:24:14.806220 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-54c3eef9-0956-4bdc-8353-d9abd26901c8 admin admin] Publish callbacks [] for security_group (07d32bb5-2391-4118-8661-fc62a18480d2), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:14.849476 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-54c3eef9-0956-4bdc-8353-d9abd26901c8 admin admin] Publish callbacks [] for security_group (07d32bb5-2391-4118-8661-fc62a18480d2), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:14.889291 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ad231-180c-4229-9bc0-327eaabf33a7 req-9ae6c216-d28a-4eee-ad70-2a3e7164c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:14.890904 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-939ad231-180c-4229-9bc0-327eaabf33a7 req-9ae6c216-d28a-4eee-ad70-2a3e7164c429 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2290cc66-7a24-4cff-8921-6570ec5f0b8f HTTP/1.1" status: 200 len: 854 time: 0.1338108 Feb 12 04:24:14.912160 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-d9ab1621-dcde-4e58-88da-fa566886c835 None None] Set router 1bb98835-0bbd-4213-aada-dfdead74d21e gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:24:14.982987 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for port (2f36fb6f-4516-481c-a2cf-53b78b6ffaea), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:14.994251 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ad231-180c-4229-9bc0-327eaabf33a7 req-80116d1e-6229-48b1-bec0-86b310b63de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:14.995858 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-939ad231-180c-4229-9bc0-327eaabf33a7 req-80116d1e-6229-48b1-bec0-86b310b63de2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3698e3ff-e0ee-4136-91ba-4dc73b59fee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0950546 Feb 12 04:24:14.997493 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-54c3eef9-0956-4bdc-8353-d9abd26901c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (07d32bb5-2391-4118-8661-fc62a18480d2), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:15.001616 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-54c3eef9-0956-4bdc-8353-d9abd26901c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:15.003941 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-54c3eef9-0956-4bdc-8353-d9abd26901c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07d32bb5-2391-4118-8661-fc62a18480d2 HTTP/1.1" status: 204 len: 168 time: 0.2755432 Feb 12 04:24:15.012965 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3eef9-0956-4bdc-8353-d9abd26901c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d32bb5-2391-4118-8661-fc62a18480d2,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:15.106317 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-939ad231-180c-4229-9bc0-327eaabf33a7 req-a08e206f-545c-4c30-b9d3-1e4d7fe9b9b3 service neutron] 10.222.0.42 "GET /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032162 Feb 12 04:24:15.164738 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-d9ab1621-dcde-4e58-88da-fa566886c835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:20:37Z', 'revision_number': 4, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '9948bae8-e5b8-49ec-b2f4-9dadd8630f43', 'name': '', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'mac_address': 'fa:16:3e:04:13:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:37Z', 'updated_at': '2022-02-12T04:20:42Z', 'revision_number': 5, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'subnets': [{'id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:15.183001 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (2f36fb6f-4516-481c-a2cf-53b78b6ffaea), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:15.195272 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ab1621-dcde-4e58-88da-fa566886c835 None None] The sync data for ids ['1bb98835-0bbd-4213-aada-dfdead74d21e'] in dv-cinder-828696-3-iscsi is: [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:20:37Z', 'revision_number': 4, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '9948bae8-e5b8-49ec-b2f4-9dadd8630f43', 'name': '', 'network_id': '3698e3ff-e0ee-4136-91ba-4dc73b59fee7', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'mac_address': 'fa:16:3e:04:13:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:37Z', 'updated_at': '2022-02-12T04:20:42Z', 'revision_number': 5, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'subnets': [{'id': '2290cc66-7a24-4cff-8921-6570ec5f0b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:24:15.244746 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:24:15.254289 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:24:15.257298 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:24:15.259642 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Pushing event updated for resources: {'Port': ['ID=2f36fb6f-4516-481c-a2cf-53b78b6ffaea,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:15.293575 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-939ad231-180c-4229-9bc0-327eaabf33a7 req-32209f5b-3e86-4d28-87f9-5f56092fb4f9 service neutron] 10.222.0.42 "GET /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806011 Feb 12 04:24:15.516791 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e953e-b1f3-42a8-b1af-3480be4bc728 None None] New status for floating IP f90573d3-c7d8-4f72-ba8b-78d6df0efdbd: DOWN {{(pid=103160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:24:15.712491 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for floatingip (72a5f978-28a9-437f-8d2e-7e2d8b4db20c), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:15.873955 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (2f36fb6f-4516-481c-a2cf-53b78b6ffaea), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:16.056101 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for port (2f36fb6f-4516-481c-a2cf-53b78b6ffaea), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:16.167468 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38606) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:16.173529 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31418345'] for port (2f36fb6f-4516-481c-a2cf-53b78b6ffaea), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:16.243516 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Pushing event updated for resources: {'Port': ['ID=2f36fb6f-4516-481c-a2cf-53b78b6ffaea,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:16.255313 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (72a5f978-28a9-437f-8d2e-7e2d8b4db20c), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:16.271887 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1040623642-network', 'tenant_id': '39ab8e144b0f47c89a645f14e18fe9f1'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:16.361713 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.l3_db [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Floating IP 72a5f978-28a9-437f-8d2e-7e2d8b4db20c associated. External IP: 172.27.3.46, port: d27ab58c-67e5-4b39-a25a-65327b149fa3. Feb 12 04:24:16.367584 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] Made reservation on behalf of 39ab8e144b0f47c89a645f14e18fe9f1 for: {'network': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:24:16.369957 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:16.379452 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:16.468859 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] Publish callbacks [] for security_group (643c749e-8268-44df-828b-2ab470cb2dc4), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:16.550742 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (643c749e-8268-44df-828b-2ab470cb2dc4), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:16.581058 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103158) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:24:16.581336 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:24:16.587628 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643c749e-8268-44df-828b-2ab470cb2dc4,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:16.594205 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (523c9b33-2cde-4fb9-a963-ec2ff767044c), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:16.594546 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.segments_db [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] Added segment 523c9b33-2cde-4fb9-a963-ec2ff767044c of type vlan for network 3c985467-9548-4781-b2ad-e0cf666ef6d7 Feb 12 04:24:16.636221 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (3c985467-9548-4781-b2ad-e0cf666ef6d7), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:16.696593 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:24:16.707564 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc83bb70-b950-4f36-bc33-89df6e66235f None None] Sync routers for ids ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:24:16.716700 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83bb70-b950-4f36-bc33-89df6e66235f None None] Routers {'3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:24:16.717295 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-fc83bb70-b950-4f36-bc33-89df6e66235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:24:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:16.787969 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (3c985467-9548-4781-b2ad-e0cf666ef6d7), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:16.789132 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:16.789817 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:16.814236 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:16.857015 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-e9f53746-5271-4360-92d6-ce0d20fc8330 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6305811 Feb 12 04:24:16.857889 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e1a591-62ac-44cc-a194-fd476f478672', 'tag': 'd27ab58c-67e5-4b39-a25a-65327b149fa3'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:16.859368 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] Pushing event updated for resources: {'Network': ['ID=3c985467-9548-4781-b2ad-e0cf666ef6d7,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:16.860315 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3a9b8d-f5b0-403a-8387-56427dc79f56" -d '{"events": [{"name": "network-changed", "server_uuid": "69e1a591-62ac-44cc-a194-fd476f478672", "tag": "d27ab58c-67e5-4b39-a25a-65327b149fa3"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:16.905177 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-e0504580-2d46-47a7-8a88-3dfcada5e524 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7365704 Feb 12 04:24:16.908127 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38622) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:16.913177 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-ecbac55b-89da-42d9-944c-5eb485cd9cd9 admin admin] Request body: {'subnet': {'network_id': '3c985467-9548-4781-b2ad-e0cf666ef6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1040623642-subnet', 'tenant_id': '39ab8e144b0f47c89a645f14e18fe9f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:16.955202 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 3c985467-9548-4781-b2ad-e0cf666ef6d7 details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:24:17.013682 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbac55b-89da-42d9-944c-5eb485cd9cd9 admin admin] Made reservation on behalf of 39ab8e144b0f47c89a645f14e18fe9f1 for: {'subnet': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:24:17.017503 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ecbac55b-89da-42d9-944c-5eb485cd9cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30023907'] for subnet (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:17.043354 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-fc83bb70-b950-4f36-bc33-89df6e66235f None None] Set router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:24:17.078038 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f497d04-66b1-4176-9d3c-42f3e58bac7e x-openstack-request-id: req-8f497d04-66b1-4176-9d3c-42f3e58bac7e {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:17.078390 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e1a591-62ac-44cc-a194-fd476f478672", "tag": "d27ab58c-67e5-4b39-a25a-65327b149fa3", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:17.079993 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f497d04-66b1-4176-9d3c-42f3e58bac7e {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:17.079993 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e1a591-62ac-44cc-a194-fd476f478672', 'tag': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'status': 'completed', 'code': 200} Feb 12 04:24:17.177347 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a9b8d-f5b0-403a-8387-56427dc79f56 req-5da6ed93-4baf-443d-850e-eab14f4c2634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:17.178840 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8c3a9b8d-f5b0-403a-8387-56427dc79f56 req-5da6ed93-4baf-443d-850e-eab14f4c2634 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9562939d04a04f868c738263f2375b8e&device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 1129 time: 0.0842922 Feb 12 04:24:17.294918 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-fc83bb70-b950-4f36-bc33-89df6e66235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:16Z', 'revision_number': 4, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port': {'id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '72a5f978-28a9-437f-8d2e-7e2d8b4db20c', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'port_id': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'mac_address': 'fa:16:3e:6e:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e1a591-62ac-44cc-a194-fd476f478672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:24:15Z', 'updated_at': '2022-02-12T04:24:15Z', 'revision_number': 0, 'project_id': '9562939d04a04f868c738263f2375b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0b0ded-e896-40fd-8b48-d2e567cc135f', 'name': '', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'mac_address': 'fa:16:3e:7f:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:15Z', 'updated_at': '2022-02-12T04:23:20Z', 'revision_number': 5, 'project_id': '9562939d04a04f868c738263f2375b8e', 'subnets': [{'id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:17.309961 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a9b8d-f5b0-403a-8387-56427dc79f56 req-2300dd27-f5a8-45bd-bca2-1b88ed94916a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:17.312047 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8c3a9b8d-f5b0-403a-8387-56427dc79f56 req-2300dd27-f5a8-45bd-bca2-1b88ed94916a service neutron] 10.222.0.42 "GET /v2.0/networks?id=cebed9f7-140d-47a7-aec8-23c08b8b80f3 HTTP/1.1" status: 200 len: 908 time: 0.1236029 Feb 12 04:24:17.324327 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc83bb70-b950-4f36-bc33-89df6e66235f None None] Checking router: 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:24:17.336204 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83bb70-b950-4f36-bc33-89df6e66235f None None] Routers {'3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:24:17.336833 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-fc83bb70-b950-4f36-bc33-89df6e66235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:24:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:17.362239 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ecbac55b-89da-42d9-944c-5eb485cd9cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31418238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30023921'] for subnet (b76eb97e-1c4a-4059-8f55-ad8dbe270f1c), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:17.436144 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8c3a9b8d-f5b0-403a-8387-56427dc79f56 req-66f12916-d6b6-4c91-9972-eb20a9949072 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3 HTTP/1.1" status: 200 len: 998 time: 0.1181538 Feb 12 04:24:17.448345 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-fc83bb70-b950-4f36-bc33-89df6e66235f None None] Set router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:24:17.453492 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbac55b-89da-42d9-944c-5eb485cd9cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b76eb97e-1c4a-4059-8f55-ad8dbe270f1c,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:17.485363 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbac55b-89da-42d9-944c-5eb485cd9cd9 admin admin] Checking segment: {'id': '523c9b33-2cde-4fb9-a963-ec2ff767044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c985467-9548-4781-b2ad-e0cf666ef6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:24:17.485722 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbac55b-89da-42d9-944c-5eb485cd9cd9 admin admin] Network hostable DHCP agents. Network: 3c985467-9548-4781-b2ad-e0cf666ef6d7, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:24:17.501883 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a9b8d-f5b0-403a-8387-56427dc79f56 req-babd91ca-64ec-4832-aa4c-5cde3c2eea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:17.503348 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8c3a9b8d-f5b0-403a-8387-56427dc79f56 req-babd91ca-64ec-4832-aa4c-5cde3c2eea9a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=afa0fa48-3aaf-4262-a198-8492ffc2c332 HTTP/1.1" status: 200 len: 847 time: 0.0599918 Feb 12 04:24:17.544039 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38638) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:17.569783 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a9b8d-f5b0-403a-8387-56427dc79f56 req-75da4c64-a2d3-4c7a-a7dd-100a1d3368d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:17.571502 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8c3a9b8d-f5b0-403a-8387-56427dc79f56 req-75da4c64-a2d3-4c7a-a7dd-100a1d3368d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cebed9f7-140d-47a7-aec8-23c08b8b80f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601575 Feb 12 04:24:17.572603 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbac55b-89da-42d9-944c-5eb485cd9cd9 admin admin] Network 3c985467-9548-4781-b2ad-e0cf666ef6d7 is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:24:17.597381 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e3e137-cc2b-4445-8d09-6d043a2befba admin admin] Deleting subnet 4de5c6d7-e4ad-4043-893f-8651fb153b93 {{(pid=103158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:24:17.602555 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-36e3e137-cc2b-4445-8d09-6d043a2befba admin admin] Publish callbacks [] for subnet (4de5c6d7-e4ad-4043-893f-8651fb153b93), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:17.639397 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-36e3e137-cc2b-4445-8d09-6d043a2befba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30203189'] for subnet (4de5c6d7-e4ad-4043-893f-8651fb153b93), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:17.665940 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8c3a9b8d-f5b0-403a-8387-56427dc79f56 req-56d3c52b-33bb-4203-80ca-61d4014f0ec3 service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857527 Feb 12 04:24:17.680678 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-36e3e137-cc2b-4445-8d09-6d043a2befba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (4de5c6d7-e4ad-4043-893f-8651fb153b93), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:17.694922 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-fc83bb70-b950-4f36-bc33-89df6e66235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:16Z', 'revision_number': 4, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port': {'id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '72a5f978-28a9-437f-8d2e-7e2d8b4db20c', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'port_id': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'mac_address': 'fa:16:3e:6e:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e1a591-62ac-44cc-a194-fd476f478672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:24:15Z', 'updated_at': '2022-02-12T04:24:15Z', 'revision_number': 0, 'project_id': '9562939d04a04f868c738263f2375b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0b0ded-e896-40fd-8b48-d2e567cc135f', 'name': '', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'mac_address': 'fa:16:3e:7f:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:15Z', 'updated_at': '2022-02-12T04:23:20Z', 'revision_number': 5, 'project_id': '9562939d04a04f868c738263f2375b8e', 'subnets': [{'id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:17.705521 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-ecbac55b-89da-42d9-944c-5eb485cd9cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 3c985467-9548-4781-b2ad-e0cf666ef6d7) {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:24:17.726637 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b4c553-ad1b-442f-9f35-edee5d94289d None None] Network 3c985467-9548-4781-b2ad-e0cf666ef6d7 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:24:17.738092 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbac55b-89da-42d9-944c-5eb485cd9cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:17.738694 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ecbac55b-89da-42d9-944c-5eb485cd9cd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:17.740761 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc83bb70-b950-4f36-bc33-89df6e66235f None None] The sync data for ids ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'] in dv-cinder-828696-3-iscsi is: [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:16Z', 'revision_number': 4, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port': {'id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '72a5f978-28a9-437f-8d2e-7e2d8b4db20c', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'port_id': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'mac_address': 'fa:16:3e:6e:ca:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e1a591-62ac-44cc-a194-fd476f478672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:24:15Z', 'updated_at': '2022-02-12T04:24:15Z', 'revision_number': 0, 'project_id': '9562939d04a04f868c738263f2375b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0b0ded-e896-40fd-8b48-d2e567cc135f', 'name': '', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'mac_address': 'fa:16:3e:7f:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:15Z', 'updated_at': '2022-02-12T04:23:20Z', 'revision_number': 5, 'project_id': '9562939d04a04f868c738263f2375b8e', 'subnets': [{'id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:24:17.774173 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-8c3a9b8d-f5b0-403a-8387-56427dc79f56 req-4e68d439-019f-43b1-bc69-2775804488d3 service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009033 Feb 12 04:24:17.816648 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-36e3e137-cc2b-4445-8d09-6d043a2befba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29460899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29917894'] for subnet (4de5c6d7-e4ad-4043-893f-8651fb153b93), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:17.832821 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a94a76f-7612-4543-bdb3-c62c9c030b2a None None] Network 3c985467-9548-4781-b2ad-e0cf666ef6d7 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:24:17.846025 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3e137-cc2b-4445-8d09-6d043a2befba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de5c6d7-e4ad-4043-893f-8651fb153b93,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:17.848342 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-36e3e137-cc2b-4445-8d09-6d043a2befba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:17.853321 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-36e3e137-cc2b-4445-8d09-6d043a2befba admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4de5c6d7-e4ad-4043-893f-8651fb153b93 HTTP/1.1" status: 204 len: 168 time: 0.3082132 Feb 12 04:24:17.855802 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38640) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:17.932783 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0eb391bc-c654-4e4a-9658-c419c787f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (1b4c56bc-a8c6-4d19-a027-a619a25face0), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:17.977032 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5295bf7e-938f-4f95-b64d-ac97860007f6 None None] New status for floating IP 72a5f978-28a9-437f-8d2e-7e2d8b4db20c: ACTIVE {{(pid=103160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:24:18.012546 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0eb391bc-c654-4e4a-9658-c419c787f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (1b4c56bc-a8c6-4d19-a027-a619a25face0), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:18.036893 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-0eb391bc-c654-4e4a-9658-c419c787f244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4c56bc-a8c6-4d19-a027-a619a25face0']}} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:18.046199 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-0eb391bc-c654-4e4a-9658-c419c787f244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e066c31a-e8cc-4761-8113-ce5defc28cbb') {'for_net_delete': True} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:18.046527 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-0eb391bc-c654-4e4a-9658-c419c787f244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e066c31a-e8cc-4761-8113-ce5defc28cbb') {} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:18.055548 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0eb391bc-c654-4e4a-9658-c419c787f244 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30203148'] for segment (e066c31a-e8cc-4761-8113-ce5defc28cbb), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:18.068969 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0eb391bc-c654-4e4a-9658-c419c787f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (e066c31a-e8cc-4761-8113-ce5defc28cbb), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:18.074946 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb391bc-c654-4e4a-9658-c419c787f244 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:24:18.075335 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0eb391bc-c654-4e4a-9658-c419c787f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29460761'] for segment (e066c31a-e8cc-4761-8113-ce5defc28cbb), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: Traceback (most recent call last): Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: timer() Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: cb(*args, **kw) Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: return func(*args, **kwargs) Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: self._notify() Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: self.callback(batched_events) Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: event.method(event) Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: return f(self, *a, **k) Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: return self._get(url).json() Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: return self.request(url, 'GET', **kwargs) Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:24:18.077179 dv-cinder-828696-3-iscsi neutron-server[103158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:24:18.116451 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-ecbac55b-89da-42d9-944c-5eb485cd9cd9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2071948 Feb 12 04:24:18.216218 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0eb391bc-c654-4e4a-9658-c419c787f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (1b4c56bc-a8c6-4d19-a027-a619a25face0), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:18.227600 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0eb391bc-c654-4e4a-9658-c419c787f244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:18.227600 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-0eb391bc-c654-4e4a-9658-c419c787f244 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1b4c56bc-a8c6-4d19-a027-a619a25face0 HTTP/1.1" status: 204 len: 168 time: 0.3680959 Feb 12 04:24:18.240923 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb391bc-c654-4e4a-9658-c419c787f244 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4c56bc-a8c6-4d19-a027-a619a25face0,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:18.636213 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38654) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:18.676198 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-ca7dddb6-33f1-4288-ae2d-fc19cdf90bcf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c9d14816d4e4f7c9fdd17604fe92747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387974 Feb 12 04:24:18.678679 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38656) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:18.729846 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d0a3f4e4-1481-4e78-aa19-703663d290d8 admin admin] Publish callbacks [] for security_group (c447956f-ff07-4472-aa69-e7bdeab3fcce), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:18.751711 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d0a3f4e4-1481-4e78-aa19-703663d290d8 admin admin] Publish callbacks [] for security_group (c447956f-ff07-4472-aa69-e7bdeab3fcce), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:18.956354 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d0a3f4e4-1481-4e78-aa19-703663d290d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (c447956f-ff07-4472-aa69-e7bdeab3fcce), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:18.959004 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d0a3f4e4-1481-4e78-aa19-703663d290d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:18.960229 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-d0a3f4e4-1481-4e78-aa19-703663d290d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c447956f-ff07-4472-aa69-e7bdeab3fcce HTTP/1.1" status: 204 len: 168 time: 0.2806180 Feb 12 04:24:18.969168 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3f4e4-1481-4e78-aa19-703663d290d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c447956f-ff07-4472-aa69-e7bdeab3fcce,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:19.010285 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5a801-e064-4376-b352-4fb9dcbbf9d6 req-f234beff-9b68-478e-931d-026414d37d16 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:19.012076 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-22c5a801-e064-4376-b352-4fb9dcbbf9d6 req-f234beff-9b68-478e-931d-026414d37d16 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 945 time: 0.0686157 Feb 12 04:24:19.067814 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-22c5a801-e064-4376-b352-4fb9dcbbf9d6 req-0aa7121e-6537-47dd-a5c4-c6c3db1bb1eb tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492263 Feb 12 04:24:20.194180 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1835d-2b1b-48bd-acc2-7415862dc070 req-7c242469-3273-4b92-99f5-d43fdc1009a4 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:20.195741 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d9f1835d-2b1b-48bd-acc2-7415862dc070 req-7c242469-3273-4b92-99f5-d43fdc1009a4 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 945 time: 0.0528760 Feb 12 04:24:20.243274 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d9f1835d-2b1b-48bd-acc2-7415862dc070 req-abd0ae7b-f022-4009-862b-99933e94db4e tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Feb 12 04:24:20.420522 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-db29270c-8d13-4e0a-bee5-43e1ef663848 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:20.422033 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-db29270c-8d13-4e0a-bee5-43e1ef663848 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/networks?id=3c985467-9548-4781-b2ad-e0cf666ef6d7 HTTP/1.1" status: 200 len: 809 time: 0.1031063 Feb 12 04:24:20.436329 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-e70486ea-9fbd-45f7-ae12-2c9b578dc53d tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/quotas/39ab8e144b0f47c89a645f14e18fe9f1 HTTP/1.1" status: 200 len: 375 time: 0.0087757 Feb 12 04:24:20.474220 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-9f8f50c7-a907-4e84-ba75-7a2aec9780e4 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=39ab8e144b0f47c89a645f14e18fe9f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308647 Feb 12 04:24:20.657450 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7b4f36b6-54b6-4847-8036-a4270d154df5 service neutron] 10.222.0.31 "GET /v2.0/networks/3c985467-9548-4781-b2ad-e0cf666ef6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766963 Feb 12 04:24:20.746935 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d10fc-d9ee-4fbe-863f-5ea6eff31ae0 req-e6c4ef84-abd7-409c-8bf6-7444a12b2d2b tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:20.748463 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-513d10fc-d9ee-4fbe-863f-5ea6eff31ae0 req-e6c4ef84-abd7-409c-8bf6-7444a12b2d2b tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.42 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 945 time: 0.0545378 Feb 12 04:24:20.753752 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-45357b32-c279-4c05-b2ea-fea88110baa4 service neutron] 10.222.0.31 "GET /v2.0/networks/3c985467-9548-4781-b2ad-e0cf666ef6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906804 Feb 12 04:24:20.853746 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [req-513d10fc-d9ee-4fbe-863f-5ea6eff31ae0 req-5739149a-ef5c-43fb-b446-7811da9f0fb4 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Deleting port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:24:20.854114 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-513d10fc-d9ee-4fbe-863f-5ea6eff31ae0 req-5739149a-ef5c-43fb-b446-7811da9f0fb4 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:20.955955 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-513d10fc-d9ee-4fbe-863f-5ea6eff31ae0 req-5739149a-ef5c-43fb-b446-7811da9f0fb4 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] For port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,segment=NetworkSegment(5105df9e-960b-4270-8419-092517d00c04),segment_id=5105df9e-960b-4270-8419-092517d00c04)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:20.956314 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-513d10fc-d9ee-4fbe-863f-5ea6eff31ae0 req-5739149a-ef5c-43fb-b446-7811da9f0fb4 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:20.968667 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [req-513d10fc-d9ee-4fbe-863f-5ea6eff31ae0 req-5739149a-ef5c-43fb-b446-7811da9f0fb4 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Calling delete_port for dd02aa9e-3381-43c8-b1fd-9ad35f7198ea owned by compute:nova {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:24:21.054930 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-30363531-73e9-412d-b3ac-6c9a22308913 req-ff704de0-fec0-44c1-98d0-cbe990d7bb3e tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0295856 Feb 12 04:24:21.196392 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-513d10fc-d9ee-4fbe-863f-5ea6eff31ae0 req-5739149a-ef5c-43fb-b446-7811da9f0fb4 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (dd02aa9e-3381-43c8-b1fd-9ad35f7198ea), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:21.209625 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['dd02aa9e-3381-43c8-b1fd-9ad35f7198ea'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:24:21.234423 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739149a-ef5c-43fb-b446-7811da9f0fb4 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Pushing event deleted for resources: {'Port': ['ID=dd02aa9e-3381-43c8-b1fd-9ad35f7198ea,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:21.289357 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-513d10fc-d9ee-4fbe-863f-5ea6eff31ae0 req-5739149a-ef5c-43fb-b446-7811da9f0fb4 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] No DVR routers for this DVR port dd02aa9e-3381-43c8-b1fd-9ad35f7198ea on host hv-cinder-82869 {{(pid=103157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:24:21.291892 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-513d10fc-d9ee-4fbe-863f-5ea6eff31ae0 req-5739149a-ef5c-43fb-b446-7811da9f0fb4 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:21.298808 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-513d10fc-d9ee-4fbe-863f-5ea6eff31ae0 req-5739149a-ef5c-43fb-b446-7811da9f0fb4 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.42 "DELETE /v2.0/ports/dd02aa9e-3381-43c8-b1fd-9ad35f7198ea HTTP/1.1" status: 204 len: 173 time: 0.5403774 Feb 12 04:24:21.298808 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'name': 'network-vif-deleted', 'tag': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:21.299126 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a65de7-4cb0-48b8-a2ab-3d9ef760c3af" -d '{"events": [{"server_uuid": "b31a136c-eb25-47f3-87b9-7cfde7123fb4", "name": "network-vif-deleted", "tag": "dd02aa9e-3381-43c8-b1fd-9ad35f7198ea"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:21.339160 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86cab33-9fb6-450f-9e69-c89edd0121e9 x-openstack-request-id: req-f86cab33-9fb6-450f-9e69-c89edd0121e9 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:21.339160 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b31a136c-eb25-47f3-87b9-7cfde7123fb4", "name": "network-vif-deleted", "tag": "dd02aa9e-3381-43c8-b1fd-9ad35f7198ea", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:21.339160 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f86cab33-9fb6-450f-9e69-c89edd0121e9 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:21.339160 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31a136c-eb25-47f3-87b9-7cfde7123fb4', 'name': 'network-vif-deleted', 'tag': 'dd02aa9e-3381-43c8-b1fd-9ad35f7198ea', 'status': 'completed', 'code': 200} Feb 12 04:24:21.352486 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4ab52c6-3d63-4e18-a3c3-32b3ba492c78 req-3dd69327-2558-4ebc-a02d-3b03a343ef86 tempest-TestMinimumBasicScenario-956259441 tempest-TestMinimumBasicScenario-956259441-project] 10.222.0.31 "GET /v2.0/ports?device_id=b31a136c-eb25-47f3-87b9-7cfde7123fb4 HTTP/1.1" status: 200 len: 210 time: 0.0305085 Feb 12 04:24:22.138041 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-046cccb0-0a2c-4abd-9e68-2c90ed242937 req-780b27a9-b9cb-4ad8-baeb-7bd5b3101679 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0317430 Feb 12 04:24:23.231041 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e1037a76-80b7-4c28-b512-a4895e46be21 req-415dec20-644b-4af7-a7ad-2b6808fa4582 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0265553 Feb 12 04:24:23.584715 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd92bb-0913-4cbc-93b5-a5825167c444 req-14e219de-f6c3-4a3c-9db9-3e538b54a3fd tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:23.586206 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4abd92bb-0913-4cbc-93b5-a5825167c444 req-14e219de-f6c3-4a3c-9db9-3e538b54a3fd tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0518000 Feb 12 04:24:23.632639 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4abd92bb-0913-4cbc-93b5-a5825167c444 req-b6629ce4-2c65-4319-90c9-2a1a9865610f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408561 Feb 12 04:24:24.049077 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-276d503a-9f03-4a7c-95c1-ff9f99274f54 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:24.050649 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-276d503a-9f03-4a7c-95c1-ff9f99274f54 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.42 "GET /v2.0/networks?id=3c985467-9548-4781-b2ad-e0cf666ef6d7 HTTP/1.1" status: 200 len: 809 time: 0.3623991 Feb 12 04:24:24.065056 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7d81e513-93c3-4169-8db5-ed54ba98d449 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Request body: {'port': {'device_id': '5dd3a55d-e058-4418-80d3-4e8c0235a3a7', 'network_id': '3c985467-9548-4781-b2ad-e0cf666ef6d7', 'admin_state_up': True, 'tenant_id': '39ab8e144b0f47c89a645f14e18fe9f1'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:24.225653 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device dd02aa9e-3381-43c8-b1fd-9ad35f7198ea no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:24:24.249118 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: dd02aa9e-3381-43c8-b1fd-9ad35f7198ea {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:24:24.249525 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device dd02aa9e-3381-43c8-b1fd-9ad35f7198ea not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:24:24.259216 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7d81e513-93c3-4169-8db5-ed54ba98d449 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Made reservation on behalf of 39ab8e144b0f47c89a645f14e18fe9f1 for: {'port': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:24:24.262680 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7d81e513-93c3-4169-8db5-ed54ba98d449 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:24.328157 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fc977335-53f7-48c2-ac7a-a959c9539472 req-6e2454d6-9033-42b9-877f-3bca2b1fac0d tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0281770 Feb 12 04:24:24.390890 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7d81e513-93c3-4169-8db5-ed54ba98d449 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Allocated IP 172.20.0.8 (3c985467-9548-4781-b2ad-e0cf666ef6d7/b76eb97e-1c4a-4059-8f55-ad8dbe270f1c/daa73925-0c4f-4cb0-8fc9-3a64bcb56224) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:24:24.521766 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38774) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:24.597994 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7d81e513-93c3-4169-8db5-ed54ba98d449 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks [] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:24.756532 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da375c-7317-412c-952b-9982781b9bac req-33f5eeba-ab38-4a31-994f-dd6a2b064bec tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:24.758046 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-35da375c-7317-412c-952b-9982781b9bac req-33f5eeba-ab38-4a31-994f-dd6a2b064bec tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0569365 Feb 12 04:24:24.804929 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-35da375c-7317-412c-952b-9982781b9bac req-6952ae05-1253-4199-a3e7-4099d30bff6c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412543 Feb 12 04:24:24.806134 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7d81e513-93c3-4169-8db5-ed54ba98d449 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:24.865897 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7d81e513-93c3-4169-8db5-ed54ba98d449 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Network 3c985467-9548-4781-b2ad-e0cf666ef6d7 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:24:24.871433 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7d81e513-93c3-4169-8db5-ed54ba98d449 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:24:24.874144 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81e513-93c3-4169-8db5-ed54ba98d449 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Pushing event updated for resources: {'Port': ['ID=daa73925-0c4f-4cb0-8fc9-3a64bcb56224,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:24.876787 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7d81e513-93c3-4169-8db5-ed54ba98d449 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:24:24.953560 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7d81e513-93c3-4169-8db5-ed54ba98d449 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:24.954175 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7d81e513-93c3-4169-8db5-ed54ba98d449 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:25.032889 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-01b76ce7-33a2-4dd5-a55e-416e409a3b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001033'] for router_interface (1bb98835-0bbd-4213-aada-dfdead74d21e), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:25.068403 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7d81e513-93c3-4169-8db5-ed54ba98d449 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0070930 Feb 12 04:24:25.083456 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Request body: {'port': {'device_id': '5dd3a55d-e058-4418-80d3-4e8c0235a3a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:25.184121 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:25.458695 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f93bb-d52e-4f66-a309-721af33fd781 req-2d708fb0-3c26-4161-ad36-441d0308ce39 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:25.460141 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ea2f93bb-d52e-4f66-a309-721af33fd781 req-2d708fb0-3c26-4161-ad36-441d0308ce39 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 931 time: 0.0658152 Feb 12 04:24:25.506446 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ea2f93bb-d52e-4f66-a309-721af33fd781 req-4cc9abc6-450c-43b8-a969-a09cad1574ca tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Feb 12 04:24:25.510897 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-01b76ce7-33a2-4dd5-a55e-416e409a3b33 admin admin] Deleting port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:24:25.511239 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-01b76ce7-33a2-4dd5-a55e-416e409a3b33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:25.595350 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa73925-0c4f-4cb0-8fc9-3a64bcb56224 {{(pid=103157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:24:25.607002 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Publish callbacks [] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:25.630880 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.provisioning_blocks [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Transition to ACTIVE for port object daa73925-0c4f-4cb0-8fc9-3a64bcb56224 will not be triggered until provisioned by entity L2. {{(pid=103157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:24:25.637345 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-01b76ce7-33a2-4dd5-a55e-416e409a3b33 admin admin] For port 9948bae8-e5b8-49ec-b2f4-9dadd8630f43, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=9948bae8-e5b8-49ec-b2f4-9dadd8630f43,segment=NetworkSegment(5105df9e-960b-4270-8419-092517d00c04),segment_id=5105df9e-960b-4270-8419-092517d00c04)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:25.637702 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-01b76ce7-33a2-4dd5-a55e-416e409a3b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:25.649056 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-01b76ce7-33a2-4dd5-a55e-416e409a3b33 admin admin] Calling delete_port for 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 owned by network:router_interface {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:24:25.746770 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31418345'] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:25.814730 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Pushing event updated for resources: {'Port': ['ID=daa73925-0c4f-4cb0-8fc9-3a64bcb56224,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:25.847128 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-746a2322-1e28-4ce5-96a0-6b96231dd711 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:25.848622 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-746a2322-1e28-4ce5-96a0-6b96231dd711 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0568216 Feb 12 04:24:25.924491 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Attempting to bind port daa73925-0c4f-4cb0-8fc9-3a64bcb56224 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:24:25.924829 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Attempting to bind port daa73925-0c4f-4cb0-8fc9-3a64bcb56224 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '523c9b33-2cde-4fb9-a963-ec2ff767044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c985467-9548-4781-b2ad-e0cf666ef6d7'}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:24:25.925159 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Attempting to bind port daa73925-0c4f-4cb0-8fc9-3a64bcb56224 on network 3c985467-9548-4781-b2ad-e0cf666ef6d7 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:24:25.930266 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Port daa73925-0c4f-4cb0-8fc9-3a64bcb56224 on network 3c985467-9548-4781-b2ad-e0cf666ef6d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:24:25.934582 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Attempting to bind port daa73925-0c4f-4cb0-8fc9-3a64bcb56224 on network 3c985467-9548-4781-b2ad-e0cf666ef6d7 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:24:25.935372 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:24:25.935711 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Checking segment: {'id': '523c9b33-2cde-4fb9-a963-ec2ff767044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c985467-9548-4781-b2ad-e0cf666ef6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:24:25.936108 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Bound using segment: {'id': '523c9b33-2cde-4fb9-a963-ec2ff767044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c985467-9548-4781-b2ad-e0cf666ef6d7'} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:24:25.936516 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Bound port: daa73925-0c4f-4cb0-8fc9-3a64bcb56224, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523c9b33-2cde-4fb9-a963-ec2ff767044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c985467-9548-4781-b2ad-e0cf666ef6d7'}}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:24:25.936951 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:25.967608 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cc5f9-c43c-4147-abd9-e0e3b738f3da req-e010f3ea-a03f-4c6b-ab30-ce81217ae546 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:25.969781 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-663cc5f9-c43c-4147-abd9-e0e3b738f3da req-e010f3ea-a03f-4c6b-ab30-ce81217ae546 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 946 time: 0.0847046 Feb 12 04:24:26.004062 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] For port daa73925-0c4f-4cb0-8fc9-3a64bcb56224, host hv-cinder-82869, cleared binding levels {{(pid=103157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:24:26.007448 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] For port daa73925-0c4f-4cb0-8fc9-3a64bcb56224, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=daa73925-0c4f-4cb0-8fc9-3a64bcb56224,segment=NetworkSegment(523c9b33-2cde-4fb9-a963-ec2ff767044c),segment_id=523c9b33-2cde-4fb9-a963-ec2ff767044c)] {{(pid=103157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:24:26.008710 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-01b76ce7-33a2-4dd5-a55e-416e409a3b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (9948bae8-e5b8-49ec-b2f4-9dadd8630f43), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:26.018337 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Deleting port 781b9705-45e9-4f7b-a755-a236654ca737 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:24:26.018676 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (781b9705-45e9-4f7b-a755-a236654ca737), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:26.036133 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b76ce7-33a2-4dd5-a55e-416e409a3b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=9948bae8-e5b8-49ec-b2f4-9dadd8630f43,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:26.061737 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-663cc5f9-c43c-4147-abd9-e0e3b738f3da req-dc9d3949-0c87-46d6-84ec-ad81d1fb06b4 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=94630dbe-b03f-479b-a128-4963bafc3f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0844421 Feb 12 04:24:26.136296 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] For port 781b9705-45e9-4f7b-a755-a236654ca737, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=781b9705-45e9-4f7b-a755-a236654ca737,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:26.136664 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (781b9705-45e9-4f7b-a755-a236654ca737), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:26.142852 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31418345'] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:26.194186 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:26.194808 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:26.196207 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] 10.222.0.42 "PUT /v2.0/ports/daa73925-0c4f-4cb0-8fc9-3a64bcb56224 HTTP/1.1" status: 200 len: 1093 time: 1.1170895 Feb 12 04:24:26.196719 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd3a55d-e058-4418-80d3-4e8c0235a3a7', 'tag': 'daa73925-0c4f-4cb0-8fc9-3a64bcb56224'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:26.199021 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4baece1-9920-467f-8b99-c029d07cd55a" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd3a55d-e058-4418-80d3-4e8c0235a3a7", "tag": "daa73925-0c4f-4cb0-8fc9-3a64bcb56224"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:26.253888 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15164a0-9395-4937-8af5-50d5e0d6a067 x-openstack-request-id: req-a15164a0-9395-4937-8af5-50d5e0d6a067 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:26.254229 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd3a55d-e058-4418-80d3-4e8c0235a3a7", "tag": "daa73925-0c4f-4cb0-8fc9-3a64bcb56224", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:26.254446 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a15164a0-9395-4937-8af5-50d5e0d6a067 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:26.254843 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd3a55d-e058-4418-80d3-4e8c0235a3a7', 'tag': 'daa73925-0c4f-4cb0-8fc9-3a64bcb56224', 'status': 'completed', 'code': 200} Feb 12 04:24:26.255407 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02901d70-c79b-4734-8f4b-2fab486bf530 service neutron] Pushing event updated for resources: {'Port': ['ID=daa73925-0c4f-4cb0-8fc9-3a64bcb56224,revision_number=3']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:26.270064 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-01b76ce7-33a2-4dd5-a55e-416e409a3b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1001181'] for router_interface (1bb98835-0bbd-4213-aada-dfdead74d21e), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:26.372190 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:26.372543 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (760f2755-bb99-4e82-9cd3-b88b1aeedc89), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:26.372853 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.l3_db [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Floating IP 760f2755-bb99-4e82-9cd3-b88b1aeedc89 disassociated. External IP: 172.27.3.30, port: 781b9705-45e9-4f7b-a755-a236654ca737. Feb 12 04:24:26.373190 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Calling delete_port for 781b9705-45e9-4f7b-a755-a236654ca737 owned by compute:nova {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:24:26.403477 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baece1-9920-467f-8b99-c029d07cd55a req-9ab9f48c-ef9f-4fb7-878d-76575992e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:26.404985 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c4baece1-9920-467f-8b99-c029d07cd55a req-9ab9f48c-ef9f-4fb7-878d-76575992e048 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ab8e144b0f47c89a645f14e18fe9f1&device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 1127 time: 0.1227074 Feb 12 04:24:26.561876 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (781b9705-45e9-4f7b-a755-a236654ca737), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:26.600147 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event deleted for resources: {'Port': ['ID=781b9705-45e9-4f7b-a755-a236654ca737,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:26.628844 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:26.629190 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:26.629559 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:26.629898 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:26.630223 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:26.630546 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:26.630872 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:26.631192 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:26.631507 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:26.631821 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:26.632136 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:26.632448 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:26.632758 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:24:26.846794 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baece1-9920-467f-8b99-c029d07cd55a req-3b05a290-2c69-4613-9e1e-2a5acfb85a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:26.848286 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c4baece1-9920-467f-8b99-c029d07cd55a req-3b05a290-2c69-4613-9e1e-2a5acfb85a4e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=39ab8e144b0f47c89a645f14e18fe9f1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4354665 Feb 12 04:24:26.867512 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b76ce7-33a2-4dd5-a55e-416e409a3b33 admin admin] Router 1bb98835-0bbd-4213-aada-dfdead74d21e has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:24:26.986473 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98de691-888e-4e86-9063-2df0b31f5d6d req-68de8445-8085-437c-88ad-e7ea57da894d tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:26.988118 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f98de691-888e-4e86-9063-2df0b31f5d6d req-68de8445-8085-437c-88ad-e7ea57da894d tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 943 time: 0.3971441 Feb 12 04:24:27.022810 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:24:27.033402 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baece1-9920-467f-8b99-c029d07cd55a req-08679369-a699-46ae-9bb6-0411ecc1b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:27.034889 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-c4baece1-9920-467f-8b99-c029d07cd55a req-08679369-a699-46ae-9bb6-0411ecc1b251 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1770608 Feb 12 04:24:27.050410 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b76ce7-33a2-4dd5-a55e-416e409a3b33 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:24:27.055932 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-01b76ce7-33a2-4dd5-a55e-416e409a3b33 admin admin] 10.222.0.31 "PUT /v2.0/routers/1bb98835-0bbd-4213-aada-dfdead74d21e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5331509 Feb 12 04:24:27.058382 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38786) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:27.062650 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7cef37-c0a1-4e16-8e96-c801b20481c5 None None] Sync routers for ids ['1bb98835-0bbd-4213-aada-dfdead74d21e'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:24:27.089568 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f98de691-888e-4e86-9063-2df0b31f5d6d req-fc052d95-f465-4540-8da2-5e44065c64c6 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828621 Feb 12 04:24:27.104206 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7cef37-c0a1-4e16-8e96-c801b20481c5 None None] Routers {'1bb98835-0bbd-4213-aada-dfdead74d21e'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:24:27.105421 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-0a7cef37-c0a1-4e16-8e96-c801b20481c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:24:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['1bb98835-0bbd-4213-aada-dfdead74d21e'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:27.205529 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:24:27.205752 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7f3c78f4-c4fc-493c-9198-d3f5284407a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:27.206672 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-7f3c78f4-c4fc-493c-9198-d3f5284407a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ab8e144b0f47c89a645f14e18fe9f1&device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 1127 time: 0.1044974 Feb 12 04:24:27.215089 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] Publish callbacks [] for router (1bb98835-0bbd-4213-aada-dfdead74d21e), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:27.215513 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35418193-2529-4726-849f-659e1f38ec94 None None] Sync routers for ids ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:24:27.229096 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35418193-2529-4726-849f-659e1f38ec94 None None] Routers {'9c0a1719-14bb-495c-8830-05e5eb93c1f9'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:24:27.229881 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-35418193-2529-4726-849f-659e1f38ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:24:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:27.244000 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a5529f3d-0693-45a0-be5d-7635360858f8 req-4e0d3c02-014b-4439-8127-ed9a14843efd tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 210 time: 0.0533304 Feb 12 04:24:27.254431 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-0a7cef37-c0a1-4e16-8e96-c801b20481c5 None None] Set router 1bb98835-0bbd-4213-aada-dfdead74d21e gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:24:27.266523 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] No DVR routers for this DVR port 781b9705-45e9-4f7b-a755-a236654ca737 on host hv-cinder-82869 {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:24:27.275053 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:27.278387 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-555dd56b-803a-4443-9cdd-fcfa58058cac req-c5a2efa4-5fdb-4eac-8f9d-4201cd1fc908 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.42 "DELETE /v2.0/ports/781b9705-45e9-4f7b-a755-a236654ca737 HTTP/1.1" status: 204 len: 173 time: 1.4232345 Feb 12 04:24:27.278861 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7', 'name': 'network-vif-deleted', 'tag': '781b9705-45e9-4f7b-a755-a236654ca737'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:27.281204 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096c3d8f-925c-4073-ac4b-fe8819e5ce14" -d '{"events": [{"server_uuid": "b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7", "name": "network-vif-deleted", "tag": "781b9705-45e9-4f7b-a755-a236654ca737"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:27.287245 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-94aaf675-0493-4398-9ec4-642bead82a99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=daa73925-0c4f-4cb0-8fc9-3a64bcb56224 HTTP/1.1" status: 200 len: 217 time: 0.0692537 Feb 12 04:24:27.363955 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-35418193-2529-4726-849f-659e1f38ec94 None None] Set router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:24:27.375434 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-34fc8a23-a52b-463a-9e13-74e6a7d1b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:27.377635 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-34fc8a23-a52b-463a-9e13-74e6a7d1b3e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b76eb97e-1c4a-4059-8f55-ad8dbe270f1c HTTP/1.1" status: 200 len: 849 time: 0.0815866 Feb 12 04:24:27.490392 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-fb7e449f-b446-4764-9995-f729ff4306e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c985467-9548-4781-b2ad-e0cf666ef6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429647 Feb 12 04:24:27.492521 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] Publish callbacks [] for router_gateway (1bb98835-0bbd-4213-aada-dfdead74d21e), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:27.511172 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0610104b-6c99-42e0-b7d2-64ff8382f129 x-openstack-request-id: req-0610104b-6c99-42e0-b7d2-64ff8382f129 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:27.511507 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7", "name": "network-vif-deleted", "tag": "781b9705-45e9-4f7b-a755-a236654ca737", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:27.513651 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-0a7cef37-c0a1-4e16-8e96-c801b20481c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:24:25Z', 'revision_number': 5, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:27.513938 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0610104b-6c99-42e0-b7d2-64ff8382f129 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:27.513938 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7', 'name': 'network-vif-deleted', 'tag': '781b9705-45e9-4f7b-a755-a236654ca737', 'status': 'completed', 'code': 200} Feb 12 04:24:27.544249 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7cef37-c0a1-4e16-8e96-c801b20481c5 None None] Checking router: 1bb98835-0bbd-4213-aada-dfdead74d21e for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:24:27.553518 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7cef37-c0a1-4e16-8e96-c801b20481c5 None None] Routers {'1bb98835-0bbd-4213-aada-dfdead74d21e'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:24:27.554218 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-0a7cef37-c0a1-4e16-8e96-c801b20481c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:24:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['1bb98835-0bbd-4213-aada-dfdead74d21e'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:27.586983 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-a49aad0e-0085-4068-b174-66aa3841664f service neutron] 10.222.0.42 "GET /v2.0/networks/3c985467-9548-4781-b2ad-e0cf666ef6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861888 Feb 12 04:24:27.587975 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-35418193-2529-4726-849f-659e1f38ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:12Z', 'revision_number': 5, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:27.615447 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35418193-2529-4726-849f-659e1f38ec94 None None] Checking router: 9c0a1719-14bb-495c-8830-05e5eb93c1f9 for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:24:27.626966 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35418193-2529-4726-849f-659e1f38ec94 None None] Routers {'9c0a1719-14bb-495c-8830-05e5eb93c1f9'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:24:27.627686 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-35418193-2529-4726-849f-659e1f38ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:24:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:27.673230 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-0a7cef37-c0a1-4e16-8e96-c801b20481c5 None None] Set router 1bb98835-0bbd-4213-aada-dfdead74d21e gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:24:27.711642 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-9d5688a2-b64d-46cd-8cbe-9d6925e8a178 req-6ff7ed55-c1f1-4caa-ab09-c00ad244fd93 service neutron] 10.222.0.42 "GET /v2.0/networks/3c985467-9548-4781-b2ad-e0cf666ef6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160924 Feb 12 04:24:27.723923 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] Deleting port b4650df5-160b-41a2-a5ef-7effe4f312d0 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:24:27.725096 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (b4650df5-160b-41a2-a5ef-7effe4f312d0), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:27.750683 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-35418193-2529-4726-849f-659e1f38ec94 None None] Set router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:24:27.812639 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] For port b4650df5-160b-41a2-a5ef-7effe4f312d0, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b4650df5-160b-41a2-a5ef-7effe4f312d0,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:27.813355 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (b4650df5-160b-41a2-a5ef-7effe4f312d0), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:27.830665 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] Calling delete_port for b4650df5-160b-41a2-a5ef-7effe4f312d0 owned by network:router_gateway {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:24:27.962019 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-35418193-2529-4726-849f-659e1f38ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:12Z', 'revision_number': 5, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:27.998734 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35418193-2529-4726-849f-659e1f38ec94 None None] The sync data for ids ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'] in dv-cinder-828696-3-iscsi is: [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:12Z', 'revision_number': 5, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:24:27.999044 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-0a7cef37-c0a1-4e16-8e96-c801b20481c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:24:25Z', 'revision_number': 5, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:28.032147 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7cef37-c0a1-4e16-8e96-c801b20481c5 None None] The sync data for ids ['1bb98835-0bbd-4213-aada-dfdead74d21e'] in dv-cinder-828696-3-iscsi is: [{'id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'name': 'tempest-TestMinimumBasicScenario-1363336825-router', 'tenant_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:34Z', 'updated_at': '2022-02-12T04:24:25Z', 'revision_number': 5, 'project_id': '5e5dbd3a980c4a1cb1d42b3a8b962124', 'gw_port': {'id': 'b4650df5-160b-41a2-a5ef-7effe4f312d0', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:60:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb98835-0bbd-4213-aada-dfdead74d21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:35Z', 'updated_at': '2022-02-12T04:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:24:28.082389 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (b4650df5-160b-41a2-a5ef-7effe4f312d0), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:28.112639 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4650df5-160b-41a2-a5ef-7effe4f312d0,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:28.197755 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996355'] for router_gateway (1bb98835-0bbd-4213-aada-dfdead74d21e), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:28.205209 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742afd53-3420-46ee-97b2-424f456e5eec req-4804d880-0954-43cd-9632-a52b578849d0 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:28.206790 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-742afd53-3420-46ee-97b2-424f456e5eec req-4804d880-0954-43cd-9632-a52b578849d0 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 943 time: 0.0661719 Feb 12 04:24:28.226823 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 781b9705-45e9-4f7b-a755-a236654ca737 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:24:28.250274 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: 781b9705-45e9-4f7b-a755-a236654ca737 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:24:28.250274 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 781b9705-45e9-4f7b-a755-a236654ca737 not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:24:28.274179 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-742afd53-3420-46ee-97b2-424f456e5eec req-b4ed48c6-1407-429a-ae21-0ade9c83ec85 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617115 Feb 12 04:24:28.317174 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709654e2-5c57-412a-8ef4-02da41f4e870 None None] New status for floating IP 760f2755-bb99-4e82-9cd3-b88b1aeedc89: DOWN {{(pid=103159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:24:28.326613 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-998586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (1bb98835-0bbd-4213-aada-dfdead74d21e), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:28.329747 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] Publish callbacks [] for router_controller (1bb98835-0bbd-4213-aada-dfdead74d21e), precommit_delete_associations {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:28.380380 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c24f1b73-8cd2-4ec4-8f4e-7735eb74d538 req-061b0164-8c6c-403b-bf66-8c9360df1d9b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=b9538ecc-7cb9-4b23-8d1e-02e7ccf90ae7 HTTP/1.1" status: 200 len: 210 time: 0.0351627 Feb 12 04:24:28.456130 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-998579'] for router (1bb98835-0bbd-4213-aada-dfdead74d21e), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:28.456676 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bb98835-0bbd-4213-aada-dfdead74d21e {{(pid=103157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 12 04:24:28.461041 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:28.464497 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-0696c4f3-b52d-4ae5-b0fb-5f0be3fb7cc2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/1bb98835-0bbd-4213-aada-dfdead74d21e HTTP/1.1" status: 204 len: 168 time: 1.4028621 Feb 12 04:24:28.464746 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38798) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:28.512046 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff72616-bc53-48f7-b04e-af9c3787609b admin admin] Deleting subnet 2290cc66-7a24-4cff-8921-6570ec5f0b8f {{(pid=103157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:24:28.516003 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cff72616-bc53-48f7-b04e-af9c3787609b admin admin] Publish callbacks [] for subnet (2290cc66-7a24-4cff-8921-6570ec5f0b8f), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:28.566073 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cff72616-bc53-48f7-b04e-af9c3787609b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29520124'] for subnet (2290cc66-7a24-4cff-8921-6570ec5f0b8f), precommit_delete_associations {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:28.677424 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cff72616-bc53-48f7-b04e-af9c3787609b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (2290cc66-7a24-4cff-8921-6570ec5f0b8f), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:28.839581 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cff72616-bc53-48f7-b04e-af9c3787609b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31418175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30023878'] for subnet (2290cc66-7a24-4cff-8921-6570ec5f0b8f), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:28.865028 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff72616-bc53-48f7-b04e-af9c3787609b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2290cc66-7a24-4cff-8921-6570ec5f0b8f,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:28.868543 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cff72616-bc53-48f7-b04e-af9c3787609b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:28.872043 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-cff72616-bc53-48f7-b04e-af9c3787609b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2290cc66-7a24-4cff-8921-6570ec5f0b8f HTTP/1.1" status: 204 len: 168 time: 0.4059372 Feb 12 04:24:28.874216 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38800) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:28.877677 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb08155a-af14-4c34-8926-e699cb61e099 None None] Network 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:24:28.939126 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (3698e3ff-e0ee-4136-91ba-4dc73b59fee7), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:28.994611 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Deleting port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:24:28.994949 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.055117 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6892aee7-bf89-48ea-94a1-14e804946e59 None None] DHCP port deletion for 3698e3ff-e0ee-4136-91ba-4dc73b59fee7 request from dv-cinder-828696-3-iscsi {{(pid=103159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 12 04:24:29.067405 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] For port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=9d4f80a7-a41c-40a5-a01a-70dbf541eb34,segment=NetworkSegment(5105df9e-960b-4270-8419-092517d00c04),segment_id=5105df9e-960b-4270-8419-092517d00c04)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:29.067866 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.081799 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Calling delete_port for 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 owned by network:dhcp {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:24:29.112471 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b4650df5-160b-41a2-a5ef-7effe4f312d0 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:24:29.132729 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: b4650df5-160b-41a2-a5ef-7effe4f312d0 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:24:29.133067 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b4650df5-160b-41a2-a5ef-7effe4f312d0 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:24:29.133495 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:24:29.171171 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6892aee7-bf89-48ea-94a1-14e804946e59 None None] Deleting port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:24:29.172115 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6892aee7-bf89-48ea-94a1-14e804946e59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.246628 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-6892aee7-bf89-48ea-94a1-14e804946e59 None None] For port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=9d4f80a7-a41c-40a5-a01a-70dbf541eb34,segment=NetworkSegment(5105df9e-960b-4270-8419-092517d00c04),segment_id=5105df9e-960b-4270-8419-092517d00c04)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:29.247325 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6892aee7-bf89-48ea-94a1-14e804946e59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.283861 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6892aee7-bf89-48ea-94a1-14e804946e59 None None] Calling delete_port for 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:24:29.300494 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 is: ACTIVE; New status is: DOWN {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:24:29.301095 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.307173 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.335921 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4f80a7-a41c-40a5-a01a-70dbf541eb34,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:29.336494 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] No DVR routers for this DVR port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 on host dv-cinder-828696-3-iscsi {{(pid=103157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:24:29.411558 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (3698e3ff-e0ee-4136-91ba-4dc73b59fee7), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.428190 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:24:29.430176 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef710fc8-c6de-4a35-833a-0af901d666e3 req-a4e41eae-5ac7-43ec-850a-5d4985d443d8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:29.432410 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ef710fc8-c6de-4a35-833a-0af901d666e3 req-a4e41eae-5ac7-43ec-850a-5d4985d443d8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 943 time: 0.0688992 Feb 12 04:24:29.435344 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3698e3ff-e0ee-4136-91ba-4dc73b59fee7']}} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:29.446528 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5105df9e-960b-4270-8419-092517d00c04') {'for_net_delete': True} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:29.446828 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5105df9e-960b-4270-8419-092517d00c04') {} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:29.457779 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29520069'] for segment (5105df9e-960b-4270-8419-092517d00c04), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.476224 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:24:29.476839 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 9948bae8-e5b8-49ec-b2f4-9dadd8630f43 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:24:29.486333 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (5105df9e-960b-4270-8419-092517d00c04), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.492488 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:24:29.493227 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31418245'] for segment (5105df9e-960b-4270-8419-092517d00c04), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.494387 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6892aee7-bf89-48ea-94a1-14e804946e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809'] for port (9d4f80a7-a41c-40a5-a01a-70dbf541eb34), after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: Traceback (most recent call last): Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: timer() Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: cb(*args, **kw) Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: return func(*args, **kwargs) Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: self._notify() Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: self.callback(batched_events) Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: event.method(event) Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: return f(self, *a, **k) Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._get(url).json() Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: return self.request(url, 'GET', **kwargs) Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:24:29.494997 dv-cinder-828696-3-iscsi neutron-server[103157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:24:29.502565 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ef710fc8-c6de-4a35-833a-0af901d666e3 req-fb33232f-c65a-4dab-bedd-9f148908d5a6 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621195 Feb 12 04:24:29.526460 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892aee7-bf89-48ea-94a1-14e804946e59 None None] Pushing event deleted for resources: {'Port': ['ID=9d4f80a7-a41c-40a5-a01a-70dbf541eb34,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:29.528401 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6892aee7-bf89-48ea-94a1-14e804946e59 None None] No DVR routers for this DVR port 9d4f80a7-a41c-40a5-a01a-70dbf541eb34 on host dv-cinder-828696-3-iscsi {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:24:29.546706 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38808) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:29.602790 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3f5867ef-1da2-4cb3-bf92-99437ce7333f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group (94630dbe-b03f-479b-a128-4963bafc3f1a), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.624984 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3f5867ef-1da2-4cb3-bf92-99437ce7333f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group (94630dbe-b03f-479b-a128-4963bafc3f1a), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.659468 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (3698e3ff-e0ee-4136-91ba-4dc73b59fee7), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.664940 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.668038 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] 10.222.0.31 "DELETE /v2.0/networks/3698e3ff-e0ee-4136-91ba-4dc73b59fee7 HTTP/1.1" status: 204 len: 168 time: 0.7923255 Feb 12 04:24:29.671492 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38810) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:29.678690 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca21eee-9906-433d-853a-f88248d51ede admin admin] Pushing event deleted for resources: {'Network': ['ID=3698e3ff-e0ee-4136-91ba-4dc73b59fee7,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:29.796252 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3f5867ef-1da2-4cb3-bf92-99437ce7333f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (94630dbe-b03f-479b-a128-4963bafc3f1a), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.799107 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3f5867ef-1da2-4cb3-bf92-99437ce7333f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:29.800262 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-3f5867ef-1da2-4cb3-bf92-99437ce7333f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "DELETE /v2.0/security-groups/94630dbe-b03f-479b-a128-4963bafc3f1a HTTP/1.1" status: 204 len: 168 time: 0.2526188 Feb 12 04:24:29.803676 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38812) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:29.820582 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5867ef-1da2-4cb3-bf92-99437ce7333f tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94630dbe-b03f-479b-a128-4963bafc3f1a,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:29.822611 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.api.v2.resource [None req-237c362d-e413-4115-9cd6-8433f99ec6a8 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] show failed (client error): The resource could not be found. Feb 12 04:24:29.826260 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-237c362d-e413-4115-9cd6-8433f99ec6a8 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups/94630dbe-b03f-479b-a128-4963bafc3f1a HTTP/1.1" status: 404 len: 347 time: 0.0190995 Feb 12 04:24:29.826493 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38814) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:29.948634 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-b16cfef9-b5ad-450a-bc51-009ab492071a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Deleting port 82807a1d-6f8b-48a2-85f7-cf5765cd91a4 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:24:29.948866 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b16cfef9-b5ad-450a-bc51-009ab492071a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (82807a1d-6f8b-48a2-85f7-cf5765cd91a4), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.025793 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b16cfef9-b5ad-450a-bc51-009ab492071a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (82807a1d-6f8b-48a2-85f7-cf5765cd91a4), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.026115 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b16cfef9-b5ad-450a-bc51-009ab492071a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for floatingip (82807a1d-6f8b-48a2-85f7-cf5765cd91a4), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.037960 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-b16cfef9-b5ad-450a-bc51-009ab492071a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Calling delete_port for 82807a1d-6f8b-48a2-85f7-cf5765cd91a4 owned by network:floatingip {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:24:30.094868 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f3d1a3f-d4cd-4513-b390-a0e229fa93ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001033'] for router_interface (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.221643 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b16cfef9-b5ad-450a-bc51-009ab492071a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (82807a1d-6f8b-48a2-85f7-cf5765cd91a4), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.239075 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device daa73925-0c4f-4cb0-8fc9-3a64bcb56224 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:24:30.250610 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cfef9-b5ad-450a-bc51-009ab492071a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event deleted for resources: {'Port': ['ID=82807a1d-6f8b-48a2-85f7-cf5765cd91a4,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:30.309793 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b16cfef9-b5ad-450a-bc51-009ab492071a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for floatingip (760f2755-bb99-4e82-9cd3-b88b1aeedc89), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.312877 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b16cfef9-b5ad-450a-bc51-009ab492071a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.316651 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-b16cfef9-b5ad-450a-bc51-009ab492071a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "DELETE /v2.0/floatingips/760f2755-bb99-4e82-9cd3-b88b1aeedc89 HTTP/1.1" status: 204 len: 168 time: 0.4865723 Feb 12 04:24:30.363884 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port daa73925-0c4f-4cb0-8fc9-3a64bcb56224, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=daa73925-0c4f-4cb0-8fc9-3a64bcb56224,segment=NetworkSegment(523c9b33-2cde-4fb9-a963-ec2ff767044c),segment_id=523c9b33-2cde-4fb9-a963-ec2ff767044c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:30.376106 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': 'daa73925-0c4f-4cb0-8fc9-3a64bcb56224', 'network_id': '3c985467-9548-4781-b2ad-e0cf666ef6d7', 'port_id': 'daa73925-0c4f-4cb0-8fc9-3a64bcb56224', 'mac_address': 'fa:16:3e:3d:2f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76eb97e-1c4a-4059-8f55-ad8dbe270f1c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:24:30.409030 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d1a3f-d4cd-4513-b390-a0e229fa93ea admin admin] Deleting port 3c12fddd-aed6-4814-905a-7d71a824e055 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:24:30.409814 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f3d1a3f-d4cd-4513-b390-a0e229fa93ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.424112 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port daa73925-0c4f-4cb0-8fc9-3a64bcb56224 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:24:30.424351 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.437663 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa73925-0c4f-4cb0-8fc9-3a64bcb56224 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:24:30.458041 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port daa73925-0c4f-4cb0-8fc9-3a64bcb56224, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=daa73925-0c4f-4cb0-8fc9-3a64bcb56224,segment=NetworkSegment(523c9b33-2cde-4fb9-a963-ec2ff767044c),segment_id=523c9b33-2cde-4fb9-a963-ec2ff767044c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:30.491954 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [None req-6f3d1a3f-d4cd-4513-b390-a0e229fa93ea admin admin] For port 3c12fddd-aed6-4814-905a-7d71a824e055, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=3c12fddd-aed6-4814-905a-7d71a824e055,segment=NetworkSegment(08caca92-8965-41bc-85cc-aef9c4382c63),segment_id=08caca92-8965-41bc-85cc-aef9c4382c63)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:30.492483 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f3d1a3f-d4cd-4513-b390-a0e229fa93ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.504685 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d1a3f-d4cd-4513-b390-a0e229fa93ea admin admin] Calling delete_port for 3c12fddd-aed6-4814-905a-7d71a824e055 owned by network:router_interface {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:24:30.534792 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.575096 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38824) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:30.579646 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-bc698808-bfe4-4c70-9a13-22f81394331a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2106776091', 'description': 'tempest-description--1837092529'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:30.601693 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=daa73925-0c4f-4cb0-8fc9-3a64bcb56224,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:30.683255 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da57adf-2f96-4bd1-ac09-46bf2e209010 req-53291778-3924-4b2e-980e-8293d2dbdf93 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:30.684726 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3da57adf-2f96-4bd1-ac09-46bf2e209010 req-53291778-3924-4b2e-980e-8293d2dbdf93 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 944 time: 0.1074073 Feb 12 04:24:30.696052 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-bc698808-bfe4-4c70-9a13-22f81394331a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.763272 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-bc698808-bfe4-4c70-9a13-22f81394331a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group (97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.768039 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3da57adf-2f96-4bd1-ac09-46bf2e209010 req-9001a8d1-6338-4a41-aa5d-a60001b3fbc5 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759230 Feb 12 04:24:30.790972 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['daa73925-0c4f-4cb0-8fc9-3a64bcb56224'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:24:30.835842 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-bc698808-bfe4-4c70-9a13-22f81394331a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.847425 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f3d1a3f-d4cd-4513-b390-a0e229fa93ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (3c12fddd-aed6-4814-905a-7d71a824e055), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.866865 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc698808-bfe4-4c70-9a13-22f81394331a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:30.874982 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d1a3f-d4cd-4513-b390-a0e229fa93ea admin admin] Pushing event deleted for resources: {'Port': ['ID=3c12fddd-aed6-4814-905a-7d71a824e055,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:30.941155 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-bc698808-bfe4-4c70-9a13-22f81394331a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:30.942586 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-bc698808-bfe4-4c70-9a13-22f81394331a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3664212 Feb 12 04:24:30.945928 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38826) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:30.950486 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-031e2b1f-64d4-4b07-9e91-84140f88a518 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Request body: {'security_group_rule': {'security_group_id': '97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:31.064280 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-031e2b1f-64d4-4b07-9e91-84140f88a518 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group_rule (0b2c5921-46fe-44c4-9911-bcff12ffa1c3), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:31.073227 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f3d1a3f-d4cd-4513-b390-a0e229fa93ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1001181'] for router_interface (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:31.119552 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-031e2b1f-64d4-4b07-9e91-84140f88a518 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group_rule (0b2c5921-46fe-44c4-9911-bcff12ffa1c3), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:31.221634 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-031e2b1f-64d4-4b07-9e91-84140f88a518 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (0b2c5921-46fe-44c4-9911-bcff12ffa1c3), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:31.242876 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e2b1f-64d4-4b07-9e91-84140f88a518 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2c5921-46fe-44c4-9911-bcff12ffa1c3,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:31.272893 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:31.303683 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3d1a3f-d4cd-4513-b390-a0e229fa93ea admin admin] Router 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:24:31.338773 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-031e2b1f-64d4-4b07-9e91-84140f88a518 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:31.342674 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-031e2b1f-64d4-4b07-9e91-84140f88a518 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3931117 Feb 12 04:24:31.347302 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38834) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:31.347548 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-c0cef9d7-f697-46df-8af6-04b8d813fa53 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Request body: {'security_group_rule': {'security_group_id': '97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:31.414910 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3d1a3f-d4cd-4513-b390-a0e229fa93ea admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:24:31.421603 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-6f3d1a3f-d4cd-4513-b390-a0e229fa93ea admin admin] 10.222.0.31 "PUT /v2.0/routers/3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7473669 Feb 12 04:24:31.422470 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38836) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:31.425738 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c19f4f-7536-41fd-abd0-7e160701775f None None] Sync routers for ids ['3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:24:31.435056 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c19f4f-7536-41fd-abd0-7e160701775f None None] Routers {'3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:24:31.435887 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-e6c19f4f-7536-41fd-abd0-7e160701775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:24:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:31.470169 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c0cef9d7-f697-46df-8af6-04b8d813fa53 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group_rule (bb5dbe26-917b-4011-b826-a94f28a7a950), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:31.532356 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c0cef9d7-f697-46df-8af6-04b8d813fa53 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group_rule (bb5dbe26-917b-4011-b826-a94f28a7a950), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:31.546988 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] Publish callbacks [] for router (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:31.550944 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-e6c19f4f-7536-41fd-abd0-7e160701775f None None] Set router 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:24:31.639417 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c0cef9d7-f697-46df-8af6-04b8d813fa53 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (bb5dbe26-917b-4011-b826-a94f28a7a950), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:31.656127 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] Publish callbacks [] for router_gateway (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:31.661334 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cef9d7-f697-46df-8af6-04b8d813fa53 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5dbe26-917b-4011-b826-a94f28a7a950,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:31.735277 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-e6c19f4f-7536-41fd-abd0-7e160701775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'name': 'tempest-TestMinimumBasicScenario-1827545217-router', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': 'fd0d2b17-4abd-46ec-863c-34308347fd1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:41Z', 'updated_at': '2022-02-12T04:24:30Z', 'revision_number': 5, 'project_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'gw_port': {'id': 'fd0d2b17-4abd-46ec-863c-34308347fd1f', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:20:42Z', 'updated_at': '2022-02-12T04:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:31.764426 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c19f4f-7536-41fd-abd0-7e160701775f None None] Checking router: 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:24:31.772853 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c19f4f-7536-41fd-abd0-7e160701775f None None] Routers {'3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:24:31.773496 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-e6c19f4f-7536-41fd-abd0-7e160701775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:24:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:31.823512 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c0cef9d7-f697-46df-8af6-04b8d813fa53 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:31.829454 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-c0cef9d7-f697-46df-8af6-04b8d813fa53 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4825351 Feb 12 04:24:31.829611 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] Deleting port fd0d2b17-4abd-46ec-863c-34308347fd1f {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:24:31.829611 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (fd0d2b17-4abd-46ec-863c-34308347fd1f), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:31.829611 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38848) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:31.834872 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Request body: {'floatingip': {'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:31.857569 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-e6c19f4f-7536-41fd-abd0-7e160701775f None None] Set router 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f gateway port host: None {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:24:31.911023 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-e6c19f4f-7536-41fd-abd0-7e160701775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'name': 'tempest-TestMinimumBasicScenario-1827545217-router', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:41Z', 'updated_at': '2022-02-12T04:24:31Z', 'revision_number': 6, 'project_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'gw_port_host': None}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:31.936939 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c19f4f-7536-41fd-abd0-7e160701775f None None] The sync data for ids ['3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f'] in dv-cinder-828696-3-iscsi is: [{'id': '3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f', 'name': 'tempest-TestMinimumBasicScenario-1827545217-router', 'tenant_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:20:41Z', 'updated_at': '2022-02-12T04:24:31Z', 'revision_number': 6, 'project_id': '9e769c3a1f0c4a99aa9d6542b1fd091c', 'gw_port_host': None}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:24:31.966619 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61e237-31e1-4755-be7f-aaa050bc4f30 req-c978fc13-3422-4176-a45c-4ee87de59072 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:31.968202 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7e61e237-31e1-4755-be7f-aaa050bc4f30 req-c978fc13-3422-4176-a45c-4ee87de59072 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 944 time: 0.1192164 Feb 12 04:24:31.971232 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] For port fd0d2b17-4abd-46ec-863c-34308347fd1f, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=fd0d2b17-4abd-46ec-863c-34308347fd1f,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:31.971552 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (fd0d2b17-4abd-46ec-863c-34308347fd1f), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:31.991164 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] Calling delete_port for fd0d2b17-4abd-46ec-863c-34308347fd1f owned by network:router_gateway {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:24:32.023311 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:32.239068 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device daa73925-0c4f-4cb0-8fc9-3a64bcb56224 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:24:32.328059 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7e61e237-31e1-4755-be7f-aaa050bc4f30 req-9e441d9f-e6b2-4f03-b945-390c84618e8e tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480823 Feb 12 04:24:32.356439 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port daa73925-0c4f-4cb0-8fc9-3a64bcb56224 completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:24:32.365168 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port daa73925-0c4f-4cb0-8fc9-3a64bcb56224 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:24:32.368833 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:32.450744 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port daa73925-0c4f-4cb0-8fc9-3a64bcb56224 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:24:32.454513 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:32.463484 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ab7aa-7a74-47e1-916b-7a53041cd172 req-3d537c87-c6a1-4291-b959-dcdf4e4dbe05 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:32.464984 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1d9ab7aa-7a74-47e1-916b-7a53041cd172 req-3d537c87-c6a1-4291-b959-dcdf4e4dbe05 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.4391291 Feb 12 04:24:32.475605 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd3a55d-e058-4418-80d3-4e8c0235a3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa73925-0c4f-4cb0-8fc9-3a64bcb56224'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:32.477876 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a1d14c-724d-494c-94d4-d4dadf337b44" -d '{"events": [{"server_uuid": "5dd3a55d-e058-4418-80d3-4e8c0235a3a7", "name": "network-vif-plugged", "status": "completed", "tag": "daa73925-0c4f-4cb0-8fc9-3a64bcb56224"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:32.491334 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port daa73925-0c4f-4cb0-8fc9-3a64bcb56224, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=daa73925-0c4f-4cb0-8fc9-3a64bcb56224,segment=NetworkSegment(523c9b33-2cde-4fb9-a963-ec2ff767044c),segment_id=523c9b33-2cde-4fb9-a963-ec2ff767044c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:32.564759 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:32.573310 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1d9ab7aa-7a74-47e1-916b-7a53041cd172 req-ab72c630-c33e-4d55-b1e9-ddb1b1f449a7 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990331 Feb 12 04:24:32.592025 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:32.598978 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d25320c-5909-4048-8bcd-bf48dfe41ec4 x-openstack-request-id: req-0d25320c-5909-4048-8bcd-bf48dfe41ec4 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:32.599315 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd3a55d-e058-4418-80d3-4e8c0235a3a7", "name": "network-vif-plugged", "status": "completed", "tag": "daa73925-0c4f-4cb0-8fc9-3a64bcb56224", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:32.599567 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d25320c-5909-4048-8bcd-bf48dfe41ec4 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:32.600124 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd3a55d-e058-4418-80d3-4e8c0235a3a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa73925-0c4f-4cb0-8fc9-3a64bcb56224', 'code': 200} Feb 12 04:24:32.617709 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=daa73925-0c4f-4cb0-8fc9-3a64bcb56224,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:32.677304 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (fd0d2b17-4abd-46ec-863c-34308347fd1f), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:32.707997 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0d2b17-4abd-46ec-863c-34308347fd1f,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:32.750487 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Allocated IP 172.27.3.94 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/225a8d1e-f703-459c-bdea-fc5f71d5d126) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:24:32.817360 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996355'] for router_gateway (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:32.924508 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe4c2e-db60-4b83-bbf2-8e8b9052c568 req-94c2db15-2822-4222-a530-91c6f726f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:32.927093 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-ebbe4c2e-db60-4b83-bbf2-8e8b9052c568 req-94c2db15-2822-4222-a530-91c6f726f856 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 1129 time: 0.0492537 Feb 12 04:24:32.956868 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-998586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:32.960198 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] Publish callbacks [] for router_controller (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:32.961767 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device fd0d2b17-4abd-46ec-863c-34308347fd1f no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:24:32.967302 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:24:32.986760 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: fd0d2b17-4abd-46ec-863c-34308347fd1f {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:24:32.987363 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device fd0d2b17-4abd-46ec-863c-34308347fd1f not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:24:32.987753 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 3c12fddd-aed6-4814-905a-7d71a824e055 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:24:33.003413 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-ebbe4c2e-db60-4b83-bbf2-8e8b9052c568 req-8952ca1e-2087-4e03-895d-371bf66aff48 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692456 Feb 12 04:24:33.006575 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: 3c12fddd-aed6-4814-905a-7d71a824e055 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:24:33.006910 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 3c12fddd-aed6-4814-905a-7d71a824e055 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:24:33.043858 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for port (225a8d1e-f703-459c-bdea-fc5f71d5d126), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.118776 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-998579'] for router (3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.119395 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f {{(pid=103158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 12 04:24:33.124189 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.127831 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-1c227324-c641-4a16-8d61-6868453efaf8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3b31a7a4-2f2c-4ff7-a146-2a78c48f4e6f HTTP/1.1" status: 204 len: 168 time: 1.7017939 Feb 12 04:24:33.127831 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38856) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:33.154092 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (225a8d1e-f703-459c-bdea-fc5f71d5d126), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.210221 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:24:33.213394 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:24:33.217302 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8973c1b-ead4-43fb-bdde-9555230bb6f8 admin admin] Deleting subnet 13ec0067-9723-4826-ba60-d3406b233aef {{(pid=103158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:24:33.221476 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:24:33.228382 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a8973c1b-ead4-43fb-bdde-9555230bb6f8 admin admin] Publish callbacks [] for subnet (13ec0067-9723-4826-ba60-d3406b233aef), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.261501 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event updated for resources: {'Port': ['ID=225a8d1e-f703-459c-bdea-fc5f71d5d126,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:33.290644 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a8973c1b-ead4-43fb-bdde-9555230bb6f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30203189'] for subnet (13ec0067-9723-4826-ba60-d3406b233aef), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.410225 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for floatingip (b81d6034-708f-4dd7-b247-b288e2d52e01), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.461966 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a8973c1b-ead4-43fb-bdde-9555230bb6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (13ec0067-9723-4826-ba60-d3406b233aef), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.535716 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990204f-0e40-4a9e-9e7c-dc32ae29fc61 req-95dfd9e3-2177-4c44-b5e2-fcb797a1713c tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:33.537098 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1990204f-0e40-4a9e-9e7c-dc32ae29fc61 req-95dfd9e3-2177-4c44-b5e2-fcb797a1713c tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 945 time: 0.1288531 Feb 12 04:24:33.539957 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (225a8d1e-f703-459c-bdea-fc5f71d5d126), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.633302 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1990204f-0e40-4a9e-9e7c-dc32ae29fc61 req-fa1365dc-c5bc-4e6e-a8c7-7bae3d651ca8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890975 Feb 12 04:24:33.675764 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a8973c1b-ead4-43fb-bdde-9555230bb6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29460899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29917894'] for subnet (13ec0067-9723-4826-ba60-d3406b233aef), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.729192 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8973c1b-ead4-43fb-bdde-9555230bb6f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ec0067-9723-4826-ba60-d3406b233aef,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:33.737062 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a8973c1b-ead4-43fb-bdde-9555230bb6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.740618 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-a8973c1b-ead4-43fb-bdde-9555230bb6f8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/13ec0067-9723-4826-ba60-d3406b233aef HTTP/1.1" status: 204 len: 168 time: 0.6115386 Feb 12 04:24:33.742908 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38862) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:33.747139 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2520101f-1fdc-4269-8093-b0da3eecbc75 None None] Network 8066b3ff-75f6-4ce8-9ee0-7c237967e105 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:24:33.785042 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e588ccd-e86e-4668-b287-8b9dec16a4ba req-a171d3d1-8188-4732-bf23-f598ee84748e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:33.786630 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7e588ccd-e86e-4668-b287-8b9dec16a4ba req-a171d3d1-8188-4732-bf23-f598ee84748e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.1143115 Feb 12 04:24:33.801635 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for port (225a8d1e-f703-459c-bdea-fc5f71d5d126), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.822254 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (8066b3ff-75f6-4ce8-9ee0-7c237967e105), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.849218 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7e588ccd-e86e-4668-b287-8b9dec16a4ba req-a113e575-deaf-423b-82c8-30ddbd84bcee tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516515 Feb 12 04:24:33.888001 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Deleting port 9830d2e4-ada5-4eb1-811d-999e70d1aac4 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:24:33.888001 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.912288 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf04999-9039-4b85-b291-419f66930634 None None] DHCP port deletion for 8066b3ff-75f6-4ce8-9ee0-7c237967e105 request from dv-cinder-828696-3-iscsi {{(pid=103159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 12 04:24:33.941918 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (225a8d1e-f703-459c-bdea-fc5f71d5d126), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.951132 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] For port 9830d2e4-ada5-4eb1-811d-999e70d1aac4, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=9830d2e4-ada5-4eb1-811d-999e70d1aac4,segment=NetworkSegment(08caca92-8965-41bc-85cc-aef9c4382c63),segment_id=08caca92-8965-41bc-85cc-aef9c4382c63)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:33.951132 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:33.964869 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Calling delete_port for 9830d2e4-ada5-4eb1-811d-999e70d1aac4 owned by network:dhcp {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:24:33.965765 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-bcf04999-9039-4b85-b291-419f66930634 None None] Deleting port 9830d2e4-ada5-4eb1-811d-999e70d1aac4 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:24:33.966133 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bcf04999-9039-4b85-b291-419f66930634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:34.026383 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event updated for resources: {'Port': ['ID=225a8d1e-f703-459c-bdea-fc5f71d5d126,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:34.028754 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (b81d6034-708f-4dd7-b247-b288e2d52e01), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:34.067869 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-bcf04999-9039-4b85-b291-419f66930634 None None] For port 9830d2e4-ada5-4eb1-811d-999e70d1aac4, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=9830d2e4-ada5-4eb1-811d-999e70d1aac4,segment=NetworkSegment(08caca92-8965-41bc-85cc-aef9c4382c63),segment_id=08caca92-8965-41bc-85cc-aef9c4382c63)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:34.068256 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bcf04999-9039-4b85-b291-419f66930634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:34.080980 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-bcf04999-9039-4b85-b291-419f66930634 None None] Calling delete_port for 9830d2e4-ada5-4eb1-811d-999e70d1aac4 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:24:34.162260 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:34.164567 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:34.175862 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-200ccae6-88d3-4189-8b20-690381a0479c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3354316 Feb 12 04:24:34.176090 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bcf04999-9039-4b85-b291-419f66930634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809'] for port (9830d2e4-ada5-4eb1-811d-999e70d1aac4), after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:34.189069 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Pushing event deleted for resources: {'Port': ['ID=9830d2e4-ada5-4eb1-811d-999e70d1aac4,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:34.193013 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] No DVR routers for this DVR port 9830d2e4-ada5-4eb1-811d-999e70d1aac4 on host dv-cinder-828696-3-iscsi {{(pid=103157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:24:34.204858 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf04999-9039-4b85-b291-419f66930634 None None] Pushing event deleted for resources: {'Port': ['ID=9830d2e4-ada5-4eb1-811d-999e70d1aac4,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:34.213630 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf04999-9039-4b85-b291-419f66930634 None None] No DVR routers for this DVR port 9830d2e4-ada5-4eb1-811d-999e70d1aac4 on host dv-cinder-828696-3-iscsi {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:24:34.271294 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (8066b3ff-75f6-4ce8-9ee0-7c237967e105), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:34.299776 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8066b3ff-75f6-4ce8-9ee0-7c237967e105']}} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:34.309963 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08caca92-8965-41bc-85cc-aef9c4382c63') {'for_net_delete': True} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:34.310270 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08caca92-8965-41bc-85cc-aef9c4382c63') {} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:34.320416 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29520069'] for segment (08caca92-8965-41bc-85cc-aef9c4382c63), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:34.333549 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (08caca92-8965-41bc-85cc-aef9c4382c63), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:34.339554 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:24:34.339941 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31418245'] for segment (08caca92-8965-41bc-85cc-aef9c4382c63), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: Traceback (most recent call last): Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: timer() Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: cb(*args, **kw) Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: return func(*args, **kwargs) Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: self._notify() Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: self.callback(batched_events) Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: event.method(event) Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: return f(self, *a, **k) Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._get(url).json() Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: return self.request(url, 'GET', **kwargs) Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:24:34.341703 dv-cinder-828696-3-iscsi neutron-server[103157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:24:34.344630 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-cb62675e-1b26-4c17-9c76-50b8cb0fd110 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2106776091&fields=id&tenant_id=e56e0fac86874323b726d0897d3cd6e5 HTTP/1.1" status: 200 len: 267 time: 0.0521843 Feb 12 04:24:34.452038 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-51cfb8f2-ee15-4491-b64a-54b15292c71d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:34.453591 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-51cfb8f2-ee15-4491-b64a-54b15292c71d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/networks?id=306165a8-01e9-47a6-9b7a-50f5488101e0 HTTP/1.1" status: 200 len: 811 time: 0.1022620 Feb 12 04:24:34.467937 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-28bb94b3-6b0e-4fcd-ae85-59bcf7102f60 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/quotas/e56e0fac86874323b726d0897d3cd6e5 HTTP/1.1" status: 200 len: 375 time: 0.0087700 Feb 12 04:24:34.493721 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (8066b3ff-75f6-4ce8-9ee0-7c237967e105), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:34.499202 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:34.502514 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8066b3ff-75f6-4ce8-9ee0-7c237967e105 HTTP/1.1" status: 204 len: 168 time: 0.7581613 Feb 12 04:24:34.513609 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa315fdd-528c-4b2e-8077-f91173bd7288 admin admin] Pushing event deleted for resources: {'Network': ['ID=8066b3ff-75f6-4ce8-9ee0-7c237967e105,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:34.524909 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-6efd26de-90cc-40d9-bfa1-091b0d3d57bd tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e56e0fac86874323b726d0897d3cd6e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514998 Feb 12 04:24:34.625498 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-0e1a3ed1-bdf4-441d-816d-19bcb1414e54 service neutron] 10.222.0.31 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877991 Feb 12 04:24:34.737960 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-4c6a1775-7cc7-49b9-98a3-ae07d1bd4ae7 service neutron] 10.222.0.31 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067483 Feb 12 04:24:34.763564 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98aad3d-2ff9-4bb8-8318-4d2878ad45db req-26903c58-f717-470d-851b-4ecfc6d5e1f6 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:34.765693 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e98aad3d-2ff9-4bb8-8318-4d2878ad45db req-26903c58-f717-470d-851b-4ecfc6d5e1f6 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0605998 Feb 12 04:24:34.818429 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e98aad3d-2ff9-4bb8-8318-4d2878ad45db req-42218b71-e4b1-4179-97e0-256203c6009d tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469525 Feb 12 04:24:34.959625 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 38888) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:34.968262 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 9830d2e4-ada5-4eb1-811d-999e70d1aac4 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:24:34.989913 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7bf108c0-c10e-4304-8975-a340929af765 req-1524997e-78ac-4030-b6dc-31cbf682782c tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 210 time: 0.0505629 Feb 12 04:24:35.003086 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: 9830d2e4-ada5-4eb1-811d-999e70d1aac4 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:24:35.003876 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 9830d2e4-ada5-4eb1-811d-999e70d1aac4 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:24:35.021243 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38890) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:35.025486 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-5661b8ca-7b40-434f-9f6b-2259ef4dd044 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e5dbd3a980c4a1cb1d42b3a8b962124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578449 Feb 12 04:24:35.072368 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59a68a-ed20-45ab-83a6-3bce34f7345d req-af6bfd13-87af-4d1d-bae5-b80d3422aad5 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:35.073874 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0b59a68a-ed20-45ab-83a6-3bce34f7345d req-af6bfd13-87af-4d1d-bae5-b80d3422aad5 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.1233339 Feb 12 04:24:35.101781 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d74fcd48-f115-40d3-a444-173c50f770e0 admin admin] Publish callbacks [] for security_group (d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:35.143949 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d74fcd48-f115-40d3-a444-173c50f770e0 admin admin] Publish callbacks [] for security_group (d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:35.158037 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0b59a68a-ed20-45ab-83a6-3bce34f7345d req-8bb36671-545d-4486-8ac0-e4033d4fcde9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723302 Feb 12 04:24:35.310486 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d74fcd48-f115-40d3-a444-173c50f770e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:35.314137 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d74fcd48-f115-40d3-a444-173c50f770e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:35.317970 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-d74fcd48-f115-40d3-a444-173c50f770e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4 HTTP/1.1" status: 204 len: 168 time: 0.2930393 Feb 12 04:24:35.324952 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74fcd48-f115-40d3-a444-173c50f770e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ce03e6-3a10-40f6-8c84-4a0755d7f6c4,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:36.033814 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38912) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:36.085823 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8c4e053f-1bf5-4dc3-ad63-70b5db404ddf req-3e9a0a07-5351-40b4-b3a0-c3c4400dba6d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 210 time: 0.0374632 Feb 12 04:24:36.109391 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-a0f65d38-1d47-4d16-abbf-2c1f2d538cdd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e769c3a1f0c4a99aa9d6542b1fd091c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728180 Feb 12 04:24:36.111734 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 38914) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:36.160177 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0025922d-13fe-47f4-ac3c-e9750c395abe admin admin] Publish callbacks [] for security_group (03cce5eb-8647-40e3-888c-129da9593329), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:36.183609 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0025922d-13fe-47f4-ac3c-e9750c395abe admin admin] Publish callbacks [] for security_group (03cce5eb-8647-40e3-888c-129da9593329), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:36.303218 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a3bae-df79-47b9-920e-09f8c4caec52 req-c97eabb8-d924-4487-ae69-2a0f898dbfdf tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:36.304708 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a75a3bae-df79-47b9-920e-09f8c4caec52 req-c97eabb8-d924-4487-ae69-2a0f898dbfdf tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 945 time: 0.1132090 Feb 12 04:24:36.315837 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f47f3-9f4f-4ecc-9a35-29a724452069 req-7f289809-5ec9-4cf4-965e-3e8c1c0f1792 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:36.317254 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ff6f47f3-9f4f-4ecc-9a35-29a724452069 req-7f289809-5ec9-4cf4-965e-3e8c1c0f1792 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0792413 Feb 12 04:24:36.383589 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a75a3bae-df79-47b9-920e-09f8c4caec52 req-5ac232a8-0dfc-4d61-82f1-69c041586d7a tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652785 Feb 12 04:24:36.395322 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ff6f47f3-9f4f-4ecc-9a35-29a724452069 req-4ee33b29-8c72-4f8c-9dd6-f92086149026 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701864 Feb 12 04:24:36.396387 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0025922d-13fe-47f4-ac3c-e9750c395abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (03cce5eb-8647-40e3-888c-129da9593329), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:36.404699 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0025922d-13fe-47f4-ac3c-e9750c395abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:36.406514 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-0025922d-13fe-47f4-ac3c-e9750c395abe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03cce5eb-8647-40e3-888c-129da9593329 HTTP/1.1" status: 204 len: 168 time: 0.2938287 Feb 12 04:24:36.415050 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025922d-13fe-47f4-ac3c-e9750c395abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cce5eb-8647-40e3-888c-129da9593329,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:36.801686 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-89be47cc-2131-4a57-babe-0d056d7d7442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:37.189101 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3a4f6cb9-554c-4ced-9e2b-c6a3b498321b req-38e2256c-9b7f-48c5-b68f-c51211def967 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 210 time: 0.0322678 Feb 12 04:24:37.344840 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-02406972-d930-478b-ad0d-a666338b925e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:37.346326 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-02406972-d930-478b-ad0d-a666338b925e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.42 "GET /v2.0/networks?id=306165a8-01e9-47a6-9b7a-50f5488101e0 HTTP/1.1" status: 200 len: 811 time: 0.3632305 Feb 12 04:24:37.413616 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-5cbb806a-a232-4e8b-8cce-6268bddca344 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e56e0fac86874323b726d0897d3cd6e5 HTTP/1.1" status: 200 len: 380 time: 0.0491726 Feb 12 04:24:37.423685 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-9726b2b7-81ce-449e-b419-6b230ed7f582 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Request body: {'port': {'device_id': '749f3838-657b-45ae-8308-44f351782d53', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'admin_state_up': True, 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'security_groups': ['97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3']}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:37.532851 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757fca0-4eff-4269-a1d1-0c94bf3f8b84 req-0941591a-6155-48f4-9138-de604b1448c1 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:37.534346 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9757fca0-4eff-4269-a1d1-0c94bf3f8b84 req-0941591a-6155-48f4-9138-de604b1448c1 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0827796 Feb 12 04:24:37.555653 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98893ac4-10e7-41ff-a73f-ecd38cdde017 req-14049475-8827-43bd-9722-d85e54d070b2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:37.557138 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-98893ac4-10e7-41ff-a73f-ecd38cdde017 req-14049475-8827-43bd-9722-d85e54d070b2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0783653 Feb 12 04:24:37.619043 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-9726b2b7-81ce-449e-b419-6b230ed7f582 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Made reservation on behalf of e56e0fac86874323b726d0897d3cd6e5 for: {'port': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:24:37.622652 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-9726b2b7-81ce-449e-b419-6b230ed7f582 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:37.623479 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9757fca0-4eff-4269-a1d1-0c94bf3f8b84 req-3b3d7109-2681-48e0-a5ea-21bdf651d573 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822465 Feb 12 04:24:37.627999 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-98893ac4-10e7-41ff-a73f-ecd38cdde017 req-eb32c623-d6d9-47a7-9f6e-5b145b664a76 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629182 Feb 12 04:24:37.759874 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-9726b2b7-81ce-449e-b419-6b230ed7f582 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Allocated IP 172.20.0.10 (306165a8-01e9-47a6-9b7a-50f5488101e0/2345433c-525e-49b3-a782-8ff78220c794/88b8851d-a48f-4164-a81a-2ecdda592e6d) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:24:37.787483 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba1ee6-ed94-4419-abb0-1c8d8e2d0481 req-d7732313-f7c3-4c4c-adb4-758fd8e03064 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:37.789116 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-17ba1ee6-ed94-4419-abb0-1c8d8e2d0481 req-d7732313-f7c3-4c4c-adb4-758fd8e03064 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 945 time: 0.0574381 Feb 12 04:24:37.882778 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-17ba1ee6-ed94-4419-abb0-1c8d8e2d0481 req-65175947-db3e-4f8c-aa23-9ffbc7453f92 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Deleting port daa73925-0c4f-4cb0-8fc9-3a64bcb56224 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:24:37.883028 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-17ba1ee6-ed94-4419-abb0-1c8d8e2d0481 req-65175947-db3e-4f8c-aa23-9ffbc7453f92 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:37.900607 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-9726b2b7-81ce-449e-b419-6b230ed7f582 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:37.972141 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-17ba1ee6-ed94-4419-abb0-1c8d8e2d0481 req-65175947-db3e-4f8c-aa23-9ffbc7453f92 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] For port daa73925-0c4f-4cb0-8fc9-3a64bcb56224, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=daa73925-0c4f-4cb0-8fc9-3a64bcb56224,segment=NetworkSegment(523c9b33-2cde-4fb9-a963-ec2ff767044c),segment_id=523c9b33-2cde-4fb9-a963-ec2ff767044c)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:37.972495 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-17ba1ee6-ed94-4419-abb0-1c8d8e2d0481 req-65175947-db3e-4f8c-aa23-9ffbc7453f92 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:37.984328 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-17ba1ee6-ed94-4419-abb0-1c8d8e2d0481 req-65175947-db3e-4f8c-aa23-9ffbc7453f92 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Calling delete_port for daa73925-0c4f-4cb0-8fc9-3a64bcb56224 owned by compute:nova {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:24:37.991004 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-9726b2b7-81ce-449e-b419-6b230ed7f582 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:38.035555 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-9726b2b7-81ce-449e-b419-6b230ed7f582 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Network 306165a8-01e9-47a6-9b7a-50f5488101e0 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:24:38.038618 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-9726b2b7-81ce-449e-b419-6b230ed7f582 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:24:38.042187 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-9726b2b7-81ce-449e-b419-6b230ed7f582 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:24:38.066027 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726b2b7-81ce-449e-b419-6b230ed7f582 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event updated for resources: {'Port': ['ID=88b8851d-a48f-4164-a81a-2ecdda592e6d,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:38.095149 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-9726b2b7-81ce-449e-b419-6b230ed7f582 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:38.095899 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-9726b2b7-81ce-449e-b419-6b230ed7f582 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:38.173851 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-9726b2b7-81ce-449e-b419-6b230ed7f582 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7537699 Feb 12 04:24:38.185940 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Request body: {'port': {'device_id': '749f3838-657b-45ae-8308-44f351782d53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:38.202261 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-17ba1ee6-ed94-4419-abb0-1c8d8e2d0481 req-65175947-db3e-4f8c-aa23-9ffbc7453f92 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (daa73925-0c4f-4cb0-8fc9-3a64bcb56224), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:38.216901 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['daa73925-0c4f-4cb0-8fc9-3a64bcb56224'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:24:38.254501 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65175947-db3e-4f8c-aa23-9ffbc7453f92 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Pushing event deleted for resources: {'Port': ['ID=daa73925-0c4f-4cb0-8fc9-3a64bcb56224,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:38.258094 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:38.300546 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ba1ee6-ed94-4419-abb0-1c8d8e2d0481 req-65175947-db3e-4f8c-aa23-9ffbc7453f92 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] No DVR routers for this DVR port daa73925-0c4f-4cb0-8fc9-3a64bcb56224 on host hv-cinder-82869 {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:24:38.309243 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-17ba1ee6-ed94-4419-abb0-1c8d8e2d0481 req-65175947-db3e-4f8c-aa23-9ffbc7453f92 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:38.311133 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-995f03dd-b54f-4ed4-b640-04af366463aa None None] Provisioning complete for port 88b8851d-a48f-4164-a81a-2ecdda592e6d triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:24:38.311680 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-995f03dd-b54f-4ed4-b640-04af366463aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:38.312487 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-17ba1ee6-ed94-4419-abb0-1c8d8e2d0481 req-65175947-db3e-4f8c-aa23-9ffbc7453f92 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.42 "DELETE /v2.0/ports/daa73925-0c4f-4cb0-8fc9-3a64bcb56224 HTTP/1.1" status: 204 len: 173 time: 0.5177605 Feb 12 04:24:38.312904 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd3a55d-e058-4418-80d3-4e8c0235a3a7', 'name': 'network-vif-deleted', 'tag': 'daa73925-0c4f-4cb0-8fc9-3a64bcb56224'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:38.315138 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700ae6d9-ef03-4a3e-9e97-3cc3b245ada0" -d '{"events": [{"server_uuid": "5dd3a55d-e058-4418-80d3-4e8c0235a3a7", "name": "network-vif-deleted", "tag": "daa73925-0c4f-4cb0-8fc9-3a64bcb56224"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:38.360008 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-995f03dd-b54f-4ed4-b640-04af366463aa None None] Port 88b8851d-a48f-4164-a81a-2ecdda592e6d cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:24:38.365570 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988212a-5c21-49e5-8150-cf32eacc8f7b req-6ccd5690-2287-48ff-8195-b9b43ab7972e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:38.367094 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4988212a-5c21-49e5-8150-cf32eacc8f7b req-6ccd5690-2287-48ff-8195-b9b43ab7972e tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 932 time: 0.0679553 Feb 12 04:24:38.368798 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5608b6e6-72e2-4412-b3ac-93e577745079 x-openstack-request-id: req-5608b6e6-72e2-4412-b3ac-93e577745079 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:38.369044 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd3a55d-e058-4418-80d3-4e8c0235a3a7", "name": "network-vif-deleted", "tag": "daa73925-0c4f-4cb0-8fc9-3a64bcb56224", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:38.369307 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5608b6e6-72e2-4412-b3ac-93e577745079 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:38.369698 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd3a55d-e058-4418-80d3-4e8c0235a3a7', 'name': 'network-vif-deleted', 'tag': 'daa73925-0c4f-4cb0-8fc9-3a64bcb56224', 'status': 'completed', 'code': 200} Feb 12 04:24:38.417989 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4988212a-5c21-49e5-8150-cf32eacc8f7b req-f2e3f1eb-8d3a-4645-ad18-514c449a8bd7 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420027 Feb 12 04:24:38.542805 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b8851d-a48f-4164-a81a-2ecdda592e6d {{(pid=103157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:24:38.550691 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Publish callbacks [] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:38.563549 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.provisioning_blocks [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Transition to ACTIVE for port object 88b8851d-a48f-4164-a81a-2ecdda592e6d will not be triggered until provisioned by entity L2. {{(pid=103157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:24:38.659178 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31418345'] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:38.720575 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Pushing event updated for resources: {'Port': ['ID=88b8851d-a48f-4164-a81a-2ecdda592e6d,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:38.763470 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0d9ba044-ad72-4bfd-8b4e-af3a8a37fad4 req-4ebce8e1-8bdf-49f7-b134-b1911e750e6f tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=5dd3a55d-e058-4418-80d3-4e8c0235a3a7 HTTP/1.1" status: 200 len: 210 time: 0.0562482 Feb 12 04:24:38.796776 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Attempting to bind port 88b8851d-a48f-4164-a81a-2ecdda592e6d on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:24:38.797110 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Attempting to bind port 88b8851d-a48f-4164-a81a-2ecdda592e6d by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:24:38.797480 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Attempting to bind port 88b8851d-a48f-4164-a81a-2ecdda592e6d on network 306165a8-01e9-47a6-9b7a-50f5488101e0 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:24:38.798339 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de887c5-a390-4e0b-a1e6-41ede6bbe1ff req-630797b1-5c61-4311-a7a6-3ee3ee19702e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:38.799982 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6de887c5-a390-4e0b-a1e6-41ede6bbe1ff req-630797b1-5c61-4311-a7a6-3ee3ee19702e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0830109 Feb 12 04:24:38.802353 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Port 88b8851d-a48f-4164-a81a-2ecdda592e6d on network 306165a8-01e9-47a6-9b7a-50f5488101e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:24:38.802684 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Attempting to bind port 88b8851d-a48f-4164-a81a-2ecdda592e6d on network 306165a8-01e9-47a6-9b7a-50f5488101e0 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:24:38.808043 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:24:38.808163 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Checking segment: {'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:24:38.808587 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Bound using segment: {'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:24:38.809119 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Bound port: 88b8851d-a48f-4164-a81a-2ecdda592e6d, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0'}}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:24:38.809749 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:38.849475 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6de887c5-a390-4e0b-a1e6-41ede6bbe1ff req-abc399a9-40bc-47e0-8a3f-8e4863728dce tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418766 Feb 12 04:24:38.881398 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] For port 88b8851d-a48f-4164-a81a-2ecdda592e6d, host hv-cinder-82869, cleared binding levels {{(pid=103157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:24:38.884485 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] For port 88b8851d-a48f-4164-a81a-2ecdda592e6d, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=88b8851d-a48f-4164-a81a-2ecdda592e6d,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:24:38.942441 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31418345'] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:38.977408 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:38.978457 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:38.980381 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] 10.222.0.42 "PUT /v2.0/ports/88b8851d-a48f-4164-a81a-2ecdda592e6d HTTP/1.1" status: 200 len: 1094 time: 0.7992320 Feb 12 04:24:38.982657 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749f3838-657b-45ae-8308-44f351782d53', 'tag': '88b8851d-a48f-4164-a81a-2ecdda592e6d'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:38.986909 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ea1eca-b39f-4738-a991-e2312e27e384" -d '{"events": [{"name": "network-changed", "server_uuid": "749f3838-657b-45ae-8308-44f351782d53", "tag": "88b8851d-a48f-4164-a81a-2ecdda592e6d"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:39.026288 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d362454-1d3c-4c11-9d2e-31f10118eaac service neutron] Pushing event updated for resources: {'Port': ['ID=88b8851d-a48f-4164-a81a-2ecdda592e6d,revision_number=3']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:39.030684 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85ef47d-ebee-47c0-b02f-8ee89dc0193c x-openstack-request-id: req-e85ef47d-ebee-47c0-b02f-8ee89dc0193c {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:39.030974 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749f3838-657b-45ae-8308-44f351782d53", "tag": "88b8851d-a48f-4164-a81a-2ecdda592e6d", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:39.031282 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e85ef47d-ebee-47c0-b02f-8ee89dc0193c {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:39.031624 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749f3838-657b-45ae-8308-44f351782d53', 'tag': '88b8851d-a48f-4164-a81a-2ecdda592e6d', 'status': 'completed', 'code': 200} Feb 12 04:24:39.071182 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-20867dd1-2d42-4c8f-b0ab-21dcd0bc5858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:39.112990 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea1eca-b39f-4738-a991-e2312e27e384 req-a9a490e2-bea4-47e6-a369-d940fe56d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:39.115995 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-80ea1eca-b39f-4738-a991-e2312e27e384 req-a9a490e2-bea4-47e6-a369-d940fe56d0de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e56e0fac86874323b726d0897d3cd6e5&device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 1128 time: 0.0549693 Feb 12 04:24:39.226246 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea1eca-b39f-4738-a991-e2312e27e384 req-72d11954-7aab-4c19-919d-35cd502f4b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:39.227743 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-80ea1eca-b39f-4738-a991-e2312e27e384 req-72d11954-7aab-4c19-919d-35cd502f4b12 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=e56e0fac86874323b726d0897d3cd6e5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1047039 Feb 12 04:24:39.328002 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea1eca-b39f-4738-a991-e2312e27e384 req-883b0564-6bd6-4be4-b702-c4dd5f29f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:39.331094 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-80ea1eca-b39f-4738-a991-e2312e27e384 req-883b0564-6bd6-4be4-b702-c4dd5f29f75c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0963647 Feb 12 04:24:39.413301 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-b067f7f0-21db-4274-87dc-8533531ea6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:39.414776 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-b067f7f0-21db-4274-87dc-8533531ea6b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e56e0fac86874323b726d0897d3cd6e5&device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 1128 time: 0.0439973 Feb 12 04:24:39.458654 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-5bafc2cc-e3a0-4b2d-b4cf-0558fad8e9a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88b8851d-a48f-4164-a81a-2ecdda592e6d HTTP/1.1" status: 200 len: 217 time: 0.0363736 Feb 12 04:24:39.508981 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-f61be365-9c4e-4324-95fa-02e93b43f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:39.510495 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-f61be365-9c4e-4324-95fa-02e93b43f8e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2345433c-525e-49b3-a782-8ff78220c794 HTTP/1.1" status: 200 len: 850 time: 0.0457883 Feb 12 04:24:39.540680 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d31f8-d22e-4ccb-b1a0-14b0388d1382 req-262b7610-e3ba-4c1d-b4ba-7c8a4b10f842 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:39.542338 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-810d31f8-d22e-4ccb-b1a0-14b0388d1382 req-262b7610-e3ba-4c1d-b4ba-7c8a4b10f842 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 944 time: 0.0521836 Feb 12 04:24:39.559088 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-f4e53d11-0427-4542-ad12-89ff53b0cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:39.560627 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-f4e53d11-0427-4542-ad12-89ff53b0cbf7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=306165a8-01e9-47a6-9b7a-50f5488101e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431206 Feb 12 04:24:39.589439 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-810d31f8-d22e-4ccb-b1a0-14b0388d1382 req-a224df3e-53e5-4136-9e4f-277d928ea7e7 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411513 Feb 12 04:24:39.655278 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-9131c272-ee74-449b-bd84-5093ec7869d3 service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856946 Feb 12 04:24:39.744843 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-e7a00f87-bfdd-4e06-bae0-8ec5567e0c13 req-3ad439cb-e048-40d2-b361-230fd78f2b73 service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794783 Feb 12 04:24:39.977048 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013726c6-8484-450b-8652-e11a61c9d773 req-b80fd175-5a27-4789-95bd-e5c5f0db3791 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:39.978570 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-013726c6-8484-450b-8652-e11a61c9d773 req-b80fd175-5a27-4789-95bd-e5c5f0db3791 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0564418 Feb 12 04:24:40.034275 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-013726c6-8484-450b-8652-e11a61c9d773 req-c551cbaf-31b7-4c38-b8bd-65da047e2638 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492156 Feb 12 04:24:40.145233 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-7271a15f-e0b0-4b08-a88c-9de84b158263 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:40.146786 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-7271a15f-e0b0-4b08-a88c-9de84b158263 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/networks?id=3c985467-9548-4781-b2ad-e0cf666ef6d7 HTTP/1.1" status: 200 len: 809 time: 0.1073208 Feb 12 04:24:40.161293 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-ede95273-ed95-4cc3-b8be-e1c5885a6bec tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/quotas/39ab8e144b0f47c89a645f14e18fe9f1 HTTP/1.1" status: 200 len: 375 time: 0.0091836 Feb 12 04:24:40.193559 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-dd68e24c-3e58-4003-9bd4-767d0c205cdd tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=39ab8e144b0f47c89a645f14e18fe9f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273464 Feb 12 04:24:40.270079 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device daa73925-0c4f-4cb0-8fc9-3a64bcb56224 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:24:40.289984 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: daa73925-0c4f-4cb0-8fc9-3a64bcb56224 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:24:40.290322 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device daa73925-0c4f-4cb0-8fc9-3a64bcb56224 not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:24:40.383267 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a3f7e885-61bf-4941-89ae-e933f9546b2a service neutron] 10.222.0.31 "GET /v2.0/networks/3c985467-9548-4781-b2ad-e0cf666ef6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832359 Feb 12 04:24:40.476252 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-9155fc6d-4681-4115-a38e-fea70f0a6a0c service neutron] 10.222.0.31 "GET /v2.0/networks/3c985467-9548-4781-b2ad-e0cf666ef6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869853 Feb 12 04:24:40.613027 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:40.734119 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f9977300-a4b3-4e01-b8e4-438dae3e10b2 req-13e2e8bd-d5a8-43b5-b174-ef825601b97f tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 210 time: 0.0297704 Feb 12 04:24:40.752471 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd32543-b9be-43f1-a5d2-c3f851591522 req-4cefc5e8-e5d9-4eee-9749-ae1c098d76ad tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:40.753747 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7dd32543-b9be-43f1-a5d2-c3f851591522 req-4cefc5e8-e5d9-4eee-9749-ae1c098d76ad tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 944 time: 0.0917087 Feb 12 04:24:40.805225 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7dd32543-b9be-43f1-a5d2-c3f851591522 req-9cb55ffe-5ea6-46b4-afbb-7355c682b61d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458376 Feb 12 04:24:41.162751 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05495444-35b1-4b4e-a07d-1f301b80259a req-c781cdee-ee28-4a89-a56c-c8fc04486922 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:41.164217 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-05495444-35b1-4b4e-a07d-1f301b80259a req-c781cdee-ee28-4a89-a56c-c8fc04486922 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0520461 Feb 12 04:24:41.209608 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-05495444-35b1-4b4e-a07d-1f301b80259a req-049064b4-af26-4d3d-849e-d28b64259441 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399449 Feb 12 04:24:41.595930 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:41.826954 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5c88c957-0901-4969-9807-6aa440cc67c4 req-f9238fc0-7f7c-4c3c-b026-72e164088387 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 210 time: 0.0266774 Feb 12 04:24:41.921974 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa98c1-7a26-4e3d-9666-7b87db566854 req-56a5f100-140a-4335-9c0f-759857495be6 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:41.923433 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e0fa98c1-7a26-4e3d-9666-7b87db566854 req-56a5f100-140a-4335-9c0f-759857495be6 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 944 time: 0.0517857 Feb 12 04:24:41.973869 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e0fa98c1-7a26-4e3d-9666-7b87db566854 req-63b6855e-2922-4e61-a8a7-6f592dfef000 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 Feb 12 04:24:42.287570 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 88b8851d-a48f-4164-a81a-2ecdda592e6d details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:24:42.332007 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198dfa4-8621-4635-ac66-5d46101dbac9 req-a59e16b0-b99c-4f52-8537-0bcf6e752bf8 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:42.333517 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5198dfa4-8621-4635-ac66-5d46101dbac9 req-a59e16b0-b99c-4f52-8537-0bcf6e752bf8 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0533426 Feb 12 04:24:42.378288 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5198dfa4-8621-4635-ac66-5d46101dbac9 req-c85dcfaf-56d0-4f1a-86a6-0a81ea17315b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392630 Feb 12 04:24:42.386766 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 88b8851d-a48f-4164-a81a-2ecdda592e6d, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=88b8851d-a48f-4164-a81a-2ecdda592e6d,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:42.401636 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': '88b8851d-a48f-4164-a81a-2ecdda592e6d', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'port_id': '88b8851d-a48f-4164-a81a-2ecdda592e6d', 'mac_address': 'fa:16:3e:7b:02:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:24:42.438277 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 88b8851d-a48f-4164-a81a-2ecdda592e6d is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:24:42.438659 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:42.451124 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b8851d-a48f-4164-a81a-2ecdda592e6d {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:24:42.470823 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 88b8851d-a48f-4164-a81a-2ecdda592e6d, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=88b8851d-a48f-4164-a81a-2ecdda592e6d,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:42.581621 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:42.627713 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=88b8851d-a48f-4164-a81a-2ecdda592e6d,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:42.693019 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-c2ab7c08-967d-4aed-a3ff-a0c0861e3f56 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:42.694721 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-c2ab7c08-967d-4aed-a3ff-a0c0861e3f56 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.42 "GET /v2.0/networks?id=3c985467-9548-4781-b2ad-e0cf666ef6d7 HTTP/1.1" status: 200 len: 809 time: 0.1041143 Feb 12 04:24:42.708601 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-dd8e4ca5-b05d-4ca2-8466-5e5bce31ebf8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Request body: {'port': {'device_id': 'a13d1f26-39c9-42d4-90e8-2a0d7db044eb', 'network_id': '3c985467-9548-4781-b2ad-e0cf666ef6d7', 'admin_state_up': True, 'tenant_id': '39ab8e144b0f47c89a645f14e18fe9f1'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:42.843451 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['88b8851d-a48f-4164-a81a-2ecdda592e6d'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:24:42.864777 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-dd8e4ca5-b05d-4ca2-8466-5e5bce31ebf8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Made reservation on behalf of 39ab8e144b0f47c89a645f14e18fe9f1 for: {'port': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:24:42.868422 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-dd8e4ca5-b05d-4ca2-8466-5e5bce31ebf8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:42.945906 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aee68bb1-dd41-4369-8e2f-8523129666f3 req-e83066d6-9ce6-46d2-8f2f-f6201c0d46ee tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 210 time: 0.0351703 Feb 12 04:24:43.015651 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-dd8e4ca5-b05d-4ca2-8466-5e5bce31ebf8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Allocated IP 172.20.0.4 (3c985467-9548-4781-b2ad-e0cf666ef6d7/b76eb97e-1c4a-4059-8f55-ad8dbe270f1c/184e1ef3-5abf-44d4-ac0f-0f7d4be77477) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:24:43.100884 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaad4f8-7672-48a7-a24f-75fe24eecf36 req-ea831dd7-2069-4a5a-9891-ecc614acdf14 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:43.102299 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1aaad4f8-7672-48a7-a24f-75fe24eecf36 req-ea831dd7-2069-4a5a-9891-ecc614acdf14 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 945 time: 0.0608389 Feb 12 04:24:43.147380 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1aaad4f8-7672-48a7-a24f-75fe24eecf36 req-f13bff93-e5f9-4d60-af7a-e8ed487684f1 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396042 Feb 12 04:24:43.171592 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-dd8e4ca5-b05d-4ca2-8466-5e5bce31ebf8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks [] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:43.261400 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-dd8e4ca5-b05d-4ca2-8466-5e5bce31ebf8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:43.305473 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-dd8e4ca5-b05d-4ca2-8466-5e5bce31ebf8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Network 3c985467-9548-4781-b2ad-e0cf666ef6d7 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:24:43.308484 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-dd8e4ca5-b05d-4ca2-8466-5e5bce31ebf8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:24:43.310922 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-dd8e4ca5-b05d-4ca2-8466-5e5bce31ebf8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:24:43.335673 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e4ca5-b05d-4ca2-8466-5e5bce31ebf8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Pushing event updated for resources: {'Port': ['ID=184e1ef3-5abf-44d4-ac0f-0f7d4be77477,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:43.364931 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-dd8e4ca5-b05d-4ca2-8466-5e5bce31ebf8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:43.364931 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-dd8e4ca5-b05d-4ca2-8466-5e5bce31ebf8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:43.443816 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:43.481542 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-dd8e4ca5-b05d-4ca2-8466-5e5bce31ebf8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7764668 Feb 12 04:24:43.493401 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Request body: {'port': {'device_id': 'a13d1f26-39c9-42d4-90e8-2a0d7db044eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:43.508534 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d491c04-26d4-468d-a6dd-5f600d2a5984 req-80d2d643-d3d3-4369-b3a3-fb58cee2dbab tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:43.510198 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6d491c04-26d4-468d-a6dd-5f600d2a5984 req-80d2d643-d3d3-4369-b3a3-fb58cee2dbab tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0621490 Feb 12 04:24:43.559786 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:43.563393 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6d491c04-26d4-468d-a6dd-5f600d2a5984 req-63485ad7-4066-46d3-a30d-eb1783eb5723 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470982 Feb 12 04:24:43.815038 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 {{(pid=103157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:24:43.822218 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Publish callbacks [] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:43.833947 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.provisioning_blocks [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Transition to ACTIVE for port object 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 will not be triggered until provisioned by entity L2. {{(pid=103157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:24:43.929560 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31418345'] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:43.976522 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Pushing event updated for resources: {'Port': ['ID=184e1ef3-5abf-44d4-ac0f-0f7d4be77477,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:44.056620 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Attempting to bind port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:24:44.056620 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Attempting to bind port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '523c9b33-2cde-4fb9-a963-ec2ff767044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c985467-9548-4781-b2ad-e0cf666ef6d7'}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:24:44.056999 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Attempting to bind port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 on network 3c985467-9548-4781-b2ad-e0cf666ef6d7 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:24:44.059786 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77265418-95b9-49c1-8450-f5f8062e255d req-0081f6dd-0288-4ef0-84be-5f307486efd6 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:44.061322 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-77265418-95b9-49c1-8450-f5f8062e255d req-0081f6dd-0288-4ef0-84be-5f307486efd6 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 943 time: 0.0541871 Feb 12 04:24:44.064819 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 on network 3c985467-9548-4781-b2ad-e0cf666ef6d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:24:44.065194 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Attempting to bind port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 on network 3c985467-9548-4781-b2ad-e0cf666ef6d7 {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:24:44.071930 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:24:44.071930 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Checking segment: {'id': '523c9b33-2cde-4fb9-a963-ec2ff767044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c985467-9548-4781-b2ad-e0cf666ef6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:24:44.071930 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Bound using segment: {'id': '523c9b33-2cde-4fb9-a963-ec2ff767044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c985467-9548-4781-b2ad-e0cf666ef6d7'} {{(pid=103157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:24:44.071930 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.managers [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Bound port: 184e1ef3-5abf-44d4-ac0f-0f7d4be77477, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '523c9b33-2cde-4fb9-a963-ec2ff767044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c985467-9548-4781-b2ad-e0cf666ef6d7'}}] {{(pid=103157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:24:44.071930 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:44.125016 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-77265418-95b9-49c1-8450-f5f8062e255d req-cb603f4b-7573-46bc-9b84-fd614127c4b0 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562124 Feb 12 04:24:44.135578 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] For port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477, host hv-cinder-82869, cleared binding levels {{(pid=103157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:24:44.138627 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] For port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=184e1ef3-5abf-44d4-ac0f-0f7d4be77477,segment=NetworkSegment(523c9b33-2cde-4fb9-a963-ec2ff767044c),segment_id=523c9b33-2cde-4fb9-a963-ec2ff767044c)] {{(pid=103157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:24:44.262144 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d2c20-b8bc-49cf-b78c-79c147ca503a req-51eeeaba-b5bc-4283-a839-a61f1aa1904d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:44.263601 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-186d2c20-b8bc-49cf-b78c-79c147ca503a req-51eeeaba-b5bc-4283-a839-a61f1aa1904d tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 945 time: 0.0506916 Feb 12 04:24:44.300635 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 88b8851d-a48f-4164-a81a-2ecdda592e6d up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:24:44.310748 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31418345'] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:44.311131 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-186d2c20-b8bc-49cf-b78c-79c147ca503a req-9f6d85e0-37c6-4c6d-9df6-aa2ab6c1b02a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415089 Feb 12 04:24:44.343220 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:44.343839 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:44.345264 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-a7250489-c515-486f-9619-382ea0e54180 service neutron] 10.222.0.42 "PUT /v2.0/ports/184e1ef3-5abf-44d4-ac0f-0f7d4be77477 HTTP/1.1" status: 200 len: 1093 time: 0.8560517 Feb 12 04:24:44.345717 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13d1f26-39c9-42d4-90e8-2a0d7db044eb', 'tag': '184e1ef3-5abf-44d4-ac0f-0f7d4be77477'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:44.347973 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1f8780-b90b-4438-acb0-37d17bb5231c" -d '{"events": [{"name": "network-changed", "server_uuid": "a13d1f26-39c9-42d4-90e8-2a0d7db044eb", "tag": "184e1ef3-5abf-44d4-ac0f-0f7d4be77477"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:44.375546 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7250489-c515-486f-9619-382ea0e54180 service neutron] Pushing event updated for resources: {'Port': ['ID=184e1ef3-5abf-44d4-ac0f-0f7d4be77477,revision_number=3']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:44.391355 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1eb418-c05d-47d1-82b0-0db71b3530c7 x-openstack-request-id: req-8b1eb418-c05d-47d1-82b0-0db71b3530c7 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:44.399121 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a13d1f26-39c9-42d4-90e8-2a0d7db044eb", "tag": "184e1ef3-5abf-44d4-ac0f-0f7d4be77477", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:44.399121 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b1eb418-c05d-47d1-82b0-0db71b3530c7 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:44.399121 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13d1f26-39c9-42d4-90e8-2a0d7db044eb', 'tag': '184e1ef3-5abf-44d4-ac0f-0f7d4be77477', 'status': 'completed', 'code': 200} Feb 12 04:24:44.463305 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f8780-b90b-4438-acb0-37d17bb5231c req-3f178c8b-4a2e-44bb-85b4-f7a5ae7b72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:44.464800 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-3a1f8780-b90b-4438-acb0-37d17bb5231c req-3f178c8b-4a2e-44bb-85b4-f7a5ae7b72ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ab8e144b0f47c89a645f14e18fe9f1&device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 1127 time: 0.0479507 Feb 12 04:24:44.482012 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port 88b8851d-a48f-4164-a81a-2ecdda592e6d completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:24:44.487591 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port 88b8851d-a48f-4164-a81a-2ecdda592e6d triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:24:44.488386 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:44.564673 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f8780-b90b-4438-acb0-37d17bb5231c req-141643cb-0902-48d4-b74d-57ef8bd3d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:44.570980 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-3a1f8780-b90b-4438-acb0-37d17bb5231c req-141643cb-0902-48d4-b74d-57ef8bd3d8ac service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=39ab8e144b0f47c89a645f14e18fe9f1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0933805 Feb 12 04:24:44.666797 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f8780-b90b-4438-acb0-37d17bb5231c req-efe0f964-90f7-47fd-bfdb-3f87de98b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:44.668286 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-3a1f8780-b90b-4438-acb0-37d17bb5231c req-efe0f964-90f7-47fd-bfdb-3f87de98b22b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0957785 Feb 12 04:24:44.702621 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac072f-9ef0-43a6-ab50-daac29e51027 req-92f8e0c0-0bb8-4548-8058-5665c9f0c6f3 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:44.708207 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 88b8851d-a48f-4164-a81a-2ecdda592e6d is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:24:44.708582 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:44.714420 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-78ac072f-9ef0-43a6-ab50-daac29e51027 req-92f8e0c0-0bb8-4548-8058-5665c9f0c6f3 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0724723 Feb 12 04:24:44.738444 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f3838-657b-45ae-8308-44f351782d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b8851d-a48f-4164-a81a-2ecdda592e6d'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:44.740727 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f5d342-09f1-4e08-aee3-70124428403a" -d '{"events": [{"server_uuid": "749f3838-657b-45ae-8308-44f351782d53", "name": "network-vif-plugged", "status": "completed", "tag": "88b8851d-a48f-4164-a81a-2ecdda592e6d"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:44.754463 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 88b8851d-a48f-4164-a81a-2ecdda592e6d, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=88b8851d-a48f-4164-a81a-2ecdda592e6d,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:44.764576 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-8466d289-967a-4e14-9901-b0847e6396e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:44.766901 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-8466d289-967a-4e14-9901-b0847e6396e1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=39ab8e144b0f47c89a645f14e18fe9f1&device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 1127 time: 0.0523643 Feb 12 04:24:44.770118 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-78ac072f-9ef0-43a6-ab50-daac29e51027 req-232deb4a-027c-4409-81e6-ba7f45ac8bd3 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495489 Feb 12 04:24:44.786782 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dd6faf-9b84-49cb-852e-deba6bdb20f8 x-openstack-request-id: req-76dd6faf-9b84-49cb-852e-deba6bdb20f8 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:44.787063 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749f3838-657b-45ae-8308-44f351782d53", "name": "network-vif-plugged", "status": "completed", "tag": "88b8851d-a48f-4164-a81a-2ecdda592e6d", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:44.787316 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76dd6faf-9b84-49cb-852e-deba6bdb20f8 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:44.787789 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749f3838-657b-45ae-8308-44f351782d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b8851d-a48f-4164-a81a-2ecdda592e6d', 'code': 200} Feb 12 04:24:44.813955 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-399f4d67-1e45-474a-a20d-d060e18f69fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=184e1ef3-5abf-44d4-ac0f-0f7d4be77477 HTTP/1.1" status: 200 len: 217 time: 0.0357773 Feb 12 04:24:44.816007 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:44.867985 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=88b8851d-a48f-4164-a81a-2ecdda592e6d,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:44.874784 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-cf37433e-0c4d-4994-84d4-c23235f0ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:44.876252 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-cf37433e-0c4d-4994-84d4-c23235f0ca2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b76eb97e-1c4a-4059-8f55-ad8dbe270f1c HTTP/1.1" status: 200 len: 849 time: 0.0544984 Feb 12 04:24:44.908102 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-51252176-0e7d-4c6f-9403-4abbcebd0749 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3c985467-9548-4781-b2ad-e0cf666ef6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251899 Feb 12 04:24:44.996012 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-3c6f5c01-9ee0-407e-99a4-f3606ffcd173 service neutron] 10.222.0.42 "GET /v2.0/networks/3c985467-9548-4781-b2ad-e0cf666ef6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815005 Feb 12 04:24:45.092356 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-a74a1672-0634-4be9-9428-4a919ef5e9b0 req-8fe839cb-850d-4d19-8d67-78295703a45d service neutron] 10.222.0.42 "GET /v2.0/networks/3c985467-9548-4781-b2ad-e0cf666ef6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870166 Feb 12 04:24:45.127826 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271779a-6be1-4687-b609-f319affb5c35 req-b04c1ab5-41cb-4144-9d47-0034758390de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:45.129229 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6271779a-6be1-4687-b609-f319affb5c35 req-b04c1ab5-41cb-4144-9d47-0034758390de service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 1130 time: 0.0485165 Feb 12 04:24:45.173876 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6271779a-6be1-4687-b609-f319affb5c35 req-3f9a8cf9-51d7-4f8c-be28-7031a6ee19ff service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370920 Feb 12 04:24:45.245038 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cb9be-28b7-4e5e-8678-f2382cc9ea40 req-1bc5c00b-2a39-4cf7-bd5a-448ae8fd136b tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:45.246506 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fd9cb9be-28b7-4e5e-8678-f2382cc9ea40 req-1bc5c00b-2a39-4cf7-bd5a-448ae8fd136b tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 943 time: 0.0512235 Feb 12 04:24:45.292034 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fd9cb9be-28b7-4e5e-8678-f2382cc9ea40 req-fae5e1af-0251-4e8f-9244-f08946623349 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Feb 12 04:24:45.429114 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111c1d7-8b2b-4a64-8133-324c844d93de req-5f994f36-08a4-4b2b-a42f-d9eca98a2308 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:45.430514 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f111c1d7-8b2b-4a64-8133-324c844d93de req-5f994f36-08a4-4b2b-a42f-d9eca98a2308 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 946 time: 0.0527344 Feb 12 04:24:45.720706 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f111c1d7-8b2b-4a64-8133-324c844d93de req-c426d7de-6944-413a-bbfe-487319b72cad tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845383 Feb 12 04:24:45.894454 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f87dd8-7d25-453e-97b6-8651e1462c36 req-8d4c1f8b-159e-47a5-aab7-d49fcf544a08 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:45.895894 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-08f87dd8-7d25-453e-97b6-8651e1462c36 req-8d4c1f8b-159e-47a5-aab7-d49fcf544a08 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0512776 Feb 12 04:24:45.940698 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-08f87dd8-7d25-453e-97b6-8651e1462c36 req-260abc73-ad98-4a6b-86f1-ecda3da25a4e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393505 Feb 12 04:24:46.301407 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:24:46.409129 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=184e1ef3-5abf-44d4-ac0f-0f7d4be77477,segment=NetworkSegment(523c9b33-2cde-4fb9-a963-ec2ff767044c),segment_id=523c9b33-2cde-4fb9-a963-ec2ff767044c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:46.420379 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': '184e1ef3-5abf-44d4-ac0f-0f7d4be77477', 'network_id': '3c985467-9548-4781-b2ad-e0cf666ef6d7', 'port_id': '184e1ef3-5abf-44d4-ac0f-0f7d4be77477', 'mac_address': 'fa:16:3e:e5:5a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76eb97e-1c4a-4059-8f55-ad8dbe270f1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:24:46.425025 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed9732-5e60-4dd3-a5fe-71db535a7e90 req-dd895ce4-cbab-48f1-bdf9-02c00ef7ee83 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:46.425025 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-deed9732-5e60-4dd3-a5fe-71db535a7e90 req-dd895ce4-cbab-48f1-bdf9-02c00ef7ee83 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 943 time: 0.0623827 Feb 12 04:24:46.460711 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:24:46.461093 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:46.472746 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-deed9732-5e60-4dd3-a5fe-71db535a7e90 req-426af9dd-ca2a-4ff9-9410-66df63eed709 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440392 Feb 12 04:24:46.475446 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:24:46.496895 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=184e1ef3-5abf-44d4-ac0f-0f7d4be77477,segment=NetworkSegment(523c9b33-2cde-4fb9-a963-ec2ff767044c),segment_id=523c9b33-2cde-4fb9-a963-ec2ff767044c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:46.564349 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:46.610493 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=184e1ef3-5abf-44d4-ac0f-0f7d4be77477,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:46.831689 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['184e1ef3-5abf-44d4-ac0f-0f7d4be77477'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:24:46.835571 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e1cb1-7a46-492c-ba39-86ead2cbef4c req-b935140e-e747-4fbd-9094-9e969300f5a0 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:46.837034 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0b3e1cb1-7a46-492c-ba39-86ead2cbef4c req-b935140e-e747-4fbd-9094-9e969300f5a0 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 946 time: 0.0502615 Feb 12 04:24:46.882361 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0b3e1cb1-7a46-492c-ba39-86ead2cbef4c req-c2861954-5487-43d9-a6f6-7ba8d95be12a tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397155 Feb 12 04:24:46.994868 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd306df-741f-4e2c-92ca-ca660266e22e req-46e9c6c6-4a97-48c6-b98d-789f42922205 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:46.996323 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ddd306df-741f-4e2c-92ca-ca660266e22e req-46e9c6c6-4a97-48c6-b98d-789f42922205 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 946 time: 0.0524328 Feb 12 04:24:47.004817 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39020) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:24:47.009100 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-810a87ac-2663-4be0-a538-2277fb4935eb tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Request body: {'floatingip': {'port_id': '88b8851d-a48f-4164-a81a-2ecdda592e6d'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:24:47.073409 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-810a87ac-2663-4be0-a538-2277fb4935eb tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for floatingip (b81d6034-708f-4dd7-b247-b288e2d52e01), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:47.178314 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ba1c2-389e-47c1-9d47-99bc67721617 req-fa8259d0-0caf-4d27-a82c-355c2202b2c1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:47.179696 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-527ba1c2-389e-47c1-9d47-99bc67721617 req-fa8259d0-0caf-4d27-a82c-355c2202b2c1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.1670153 Feb 12 04:24:47.273653 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-527ba1c2-389e-47c1-9d47-99bc67721617 req-c4f7bab4-d1dd-4101-9670-e3e1034c6edd tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874288 Feb 12 04:24:47.559765 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-810a87ac-2663-4be0-a538-2277fb4935eb tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:47.599410 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac3199-b1c4-4628-aa27-10559b6dde95 req-180491c8-e864-41dd-8a8e-62224f1748fd tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:47.600879 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-40ac3199-b1c4-4628-aa27-10559b6dde95 req-180491c8-e864-41dd-8a8e-62224f1748fd tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 944 time: 0.0577390 Feb 12 04:24:47.646443 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-40ac3199-b1c4-4628-aa27-10559b6dde95 req-3195421a-1d9d-4448-a4c4-e173ef00a659 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400681 Feb 12 04:24:47.655633 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-810a87ac-2663-4be0-a538-2277fb4935eb tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (b81d6034-708f-4dd7-b247-b288e2d52e01), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:47.805382 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.l3_db [None req-810a87ac-2663-4be0-a538-2277fb4935eb tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Floating IP b81d6034-708f-4dd7-b247-b288e2d52e01 associated. External IP: 172.27.3.94, port: 88b8851d-a48f-4164-a81a-2ecdda592e6d. Feb 12 04:24:48.011149 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810a87ac-2663-4be0-a538-2277fb4935eb tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:24:48.118733 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810a87ac-2663-4be0-a538-2277fb4935eb tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:24:48.123791 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-810a87ac-2663-4be0-a538-2277fb4935eb tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:48.129575 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ecbbb-7d6c-4d49-b816-5d4ff2af2630 None None] Sync routers for ids ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:24:48.138414 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ecbbb-7d6c-4d49-b816-5d4ff2af2630 None None] Routers {'9c0a1719-14bb-495c-8830-05e5eb93c1f9'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:24:48.139028 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-ba2ecbbb-7d6c-4d49-b816-5d4ff2af2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:24:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:48.155066 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-810a87ac-2663-4be0-a538-2277fb4935eb tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "PUT /v2.0/floatingips/b81d6034-708f-4dd7-b247-b288e2d52e01 HTTP/1.1" status: 200 len: 991 time: 1.1491795 Feb 12 04:24:48.155770 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749f3838-657b-45ae-8308-44f351782d53', 'tag': '88b8851d-a48f-4164-a81a-2ecdda592e6d'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:48.158052 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598ce36f-d96d-4f69-81ac-23cf002d932b" -d '{"events": [{"name": "network-changed", "server_uuid": "749f3838-657b-45ae-8308-44f351782d53", "tag": "88b8851d-a48f-4164-a81a-2ecdda592e6d"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:48.201902 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9349bbe9-bccd-4276-96ea-287b488333db x-openstack-request-id: req-9349bbe9-bccd-4276-96ea-287b488333db {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:48.202272 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749f3838-657b-45ae-8308-44f351782d53", "tag": "88b8851d-a48f-4164-a81a-2ecdda592e6d", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:48.203055 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9349bbe9-bccd-4276-96ea-287b488333db {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:48.203455 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749f3838-657b-45ae-8308-44f351782d53', 'tag': '88b8851d-a48f-4164-a81a-2ecdda592e6d', 'status': 'completed', 'code': 200} Feb 12 04:24:48.252082 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-ba2ecbbb-7d6c-4d49-b816-5d4ff2af2630 None None] Set router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:24:48.279889 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ce36f-d96d-4f69-81ac-23cf002d932b req-799b8a37-cfdc-4ace-9961-615ca36c697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:48.279889 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-598ce36f-d96d-4f69-81ac-23cf002d932b req-799b8a37-cfdc-4ace-9961-615ca36c697a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e56e0fac86874323b726d0897d3cd6e5&device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 1130 time: 0.0498018 Feb 12 04:24:48.336522 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device f422b7da-a2b0-42ea-ae30-eab3ad40c55e details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:24:48.339682 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:24:48.411837 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ce36f-d96d-4f69-81ac-23cf002d932b req-f881913d-d684-4953-be03-dc349e844e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:48.413221 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-598ce36f-d96d-4f69-81ac-23cf002d932b req-f881913d-d684-4953-be03-dc349e844e34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=306165a8-01e9-47a6-9b7a-50f5488101e0 HTTP/1.1" status: 200 len: 911 time: 0.1258578 Feb 12 04:24:48.427776 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764bdb4-eb3b-4bee-bc92-81938c09933b req-8d668286-03d1-4810-a8d9-942c950e0aa9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:48.429206 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d764bdb4-eb3b-4bee-bc92-81938c09933b req-8d668286-03d1-4810-a8d9-942c950e0aa9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0749428 Feb 12 04:24:48.513527 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-598ce36f-d96d-4f69-81ac-23cf002d932b req-f7e6072a-de00-4859-83c0-e44bd03e536a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88b8851d-a48f-4164-a81a-2ecdda592e6d HTTP/1.1" status: 200 len: 999 time: 0.0930657 Feb 12 04:24:48.550821 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port f422b7da-a2b0-42ea-ae30-eab3ad40c55e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:48.552294 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d764bdb4-eb3b-4bee-bc92-81938c09933b req-30abe2a2-b90d-4f61-b92c-458dc4cb2ef9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844531 Feb 12 04:24:48.570947 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ce36f-d96d-4f69-81ac-23cf002d932b req-8192d94f-8a36-498a-91c1-eb0d9ef85738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:48.588550 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-598ce36f-d96d-4f69-81ac-23cf002d932b req-8192d94f-8a36-498a-91c1-eb0d9ef85738 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2345433c-525e-49b3-a782-8ff78220c794 HTTP/1.1" status: 200 len: 850 time: 0.0518160 Feb 12 04:24:48.592288 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'port_id': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'mac_address': 'fa:16:3e:27:70:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:24:48.627368 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ce36f-d96d-4f69-81ac-23cf002d932b req-db1fcc3b-01fe-4f5c-82f7-15b81590a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:48.628943 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-598ce36f-d96d-4f69-81ac-23cf002d932b req-db1fcc3b-01fe-4f5c-82f7-15b81590a941 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=306165a8-01e9-47a6-9b7a-50f5488101e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496697 Feb 12 04:24:48.645397 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port f422b7da-a2b0-42ea-ae30-eab3ad40c55e is: ACTIVE; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:24:48.645783 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:48.659462 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:24:48.664494 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-ba2ecbbb-7d6c-4d49-b816-5d4ff2af2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': 'b81d6034-708f-4dd7-b247-b288e2d52e01', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'port_id': '88b8851d-a48f-4164-a81a-2ecdda592e6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'mac_address': 'fa:16:3e:7b:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749f3838-657b-45ae-8308-44f351782d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:24:33Z', 'updated_at': '2022-02-12T04:24:47Z', 'revision_number': 1, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:12Z', 'revision_number': 5, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:48.668536 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f422b7da-a2b0-42ea-ae30-eab3ad40c55e {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:24:48.696184 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:24:48.696568 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:48.723674 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ecbbb-7d6c-4d49-b816-5d4ff2af2630 None None] Checking router: 9c0a1719-14bb-495c-8830-05e5eb93c1f9 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:24:48.740191 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-598ce36f-d96d-4f69-81ac-23cf002d932b req-be33cb34-1d4b-4d20-a030-c8c440232826 service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030905 Feb 12 04:24:48.746250 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port f422b7da-a2b0-42ea-ae30-eab3ad40c55e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:48.752162 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ecbbb-7d6c-4d49-b816-5d4ff2af2630 None None] Routers {'9c0a1719-14bb-495c-8830-05e5eb93c1f9'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:24:48.752768 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-ba2ecbbb-7d6c-4d49-b816-5d4ff2af2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:24:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:48.863735 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57992113-d053-4443-bac4-160205db8f0e req-d5c31706-1655-4b62-b891-8ad64346251e tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:48.865297 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-57992113-d053-4443-bac4-160205db8f0e req-d5c31706-1655-4b62-b891-8ad64346251e tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 944 time: 0.1453545 Feb 12 04:24:48.867116 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-598ce36f-d96d-4f69-81ac-23cf002d932b req-739fec2d-2186-465a-9645-93f1b2f96eee service neutron] 10.222.0.42 "GET /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191697 Feb 12 04:24:48.878452 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:48.879367 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:24:48.879751 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:48.932145 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-57992113-d053-4443-bac4-160205db8f0e req-45ac255c-04f5-4c88-af1e-b0638a0547f5 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479712 Feb 12 04:24:48.938945 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-ba2ecbbb-7d6c-4d49-b816-5d4ff2af2630 None None] Set router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:24:48.980914 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13d1f26-39c9-42d4-90e8-2a0d7db044eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184e1ef3-5abf-44d4-ac0f-0f7d4be77477'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:48.983144 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08c6bb9-2c0e-4994-a309-050848acd9bf" -d '{"events": [{"server_uuid": "a13d1f26-39c9-42d4-90e8-2a0d7db044eb", "name": "network-vif-plugged", "status": "completed", "tag": "184e1ef3-5abf-44d4-ac0f-0f7d4be77477"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:48.986156 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['f422b7da-a2b0-42ea-ae30-eab3ad40c55e'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:24:49.029156 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=184e1ef3-5abf-44d4-ac0f-0f7d4be77477,segment=NetworkSegment(523c9b33-2cde-4fb9-a963-ec2ff767044c),segment_id=523c9b33-2cde-4fb9-a963-ec2ff767044c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:49.031686 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3d490b-2d4f-46eb-ad25-43c197de91ce x-openstack-request-id: req-4d3d490b-2d4f-46eb-ad25-43c197de91ce {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:49.031970 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13d1f26-39c9-42d4-90e8-2a0d7db044eb", "name": "network-vif-plugged", "status": "completed", "tag": "184e1ef3-5abf-44d4-ac0f-0f7d4be77477", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:49.032225 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d3d490b-2d4f-46eb-ad25-43c197de91ce {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:49.032709 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13d1f26-39c9-42d4-90e8-2a0d7db044eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184e1ef3-5abf-44d4-ac0f-0f7d4be77477', 'code': 200} Feb 12 04:24:49.036606 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,revision_number=6']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:49.135685 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:49.358483 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587276c-da53-4cac-b810-5aba8c091f18 req-07f196cd-5ed7-41a6-be6b-9560fe71328c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:49.360129 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7587276c-da53-4cac-b810-5aba8c091f18 req-07f196cd-5ed7-41a6-be6b-9560fe71328c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 1129 time: 0.0474949 Feb 12 04:24:49.406679 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7587276c-da53-4cac-b810-5aba8c091f18 req-e6f73c02-3b46-4566-99e8-dcc43bf50f0c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386379 Feb 12 04:24:49.410508 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=184e1ef3-5abf-44d4-ac0f-0f7d4be77477,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:49.484862 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-ba2ecbbb-7d6c-4d49-b816-5d4ff2af2630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': 'b81d6034-708f-4dd7-b247-b288e2d52e01', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'port_id': '88b8851d-a48f-4164-a81a-2ecdda592e6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'mac_address': 'fa:16:3e:7b:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749f3838-657b-45ae-8308-44f351782d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:24:33Z', 'updated_at': '2022-02-12T04:24:47Z', 'revision_number': 1, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:12Z', 'revision_number': 5, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:24:49.509670 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ecbbb-7d6c-4d49-b816-5d4ff2af2630 None None] The sync data for ids ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'] in dv-cinder-828696-3-iscsi is: [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': 'b81d6034-708f-4dd7-b247-b288e2d52e01', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'port_id': '88b8851d-a48f-4164-a81a-2ecdda592e6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'mac_address': 'fa:16:3e:7b:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749f3838-657b-45ae-8308-44f351782d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:24:33Z', 'updated_at': '2022-02-12T04:24:47Z', 'revision_number': 1, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:12Z', 'revision_number': 5, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:24:49.692169 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055e055-f804-47b5-a9e5-1c284a98e899 req-36113982-2da6-4b62-a99e-1a4445c8ec6e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:49.693793 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e055e055-f804-47b5-a9e5-1c284a98e899 req-36113982-2da6-4b62-a99e-1a4445c8ec6e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 944 time: 0.0577672 Feb 12 04:24:49.710503 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70874a53-8333-4c4e-88d1-d423c9762f6e None None] New status for floating IP b81d6034-708f-4dd7-b247-b288e2d52e01: ACTIVE {{(pid=103160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:24:49.745936 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e055e055-f804-47b5-a9e5-1c284a98e899 req-49a32bec-46a0-4f03-bf4a-bbf31e60a411 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460401 Feb 12 04:24:50.061664 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f6dc5-d65e-471d-a932-48ebbba210dd req-2ffaf353-ebe8-43fe-9a1c-46d9949c5b01 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:50.061664 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a43f6dc5-d65e-471d-a932-48ebbba210dd req-2ffaf353-ebe8-43fe-9a1c-46d9949c5b01 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 945 time: 0.0556171 Feb 12 04:24:50.115684 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a43f6dc5-d65e-471d-a932-48ebbba210dd req-0998ba73-3992-4d50-bb7d-7cddc285fb1e tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511293 Feb 12 04:24:50.305926 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device f422b7da-a2b0-42ea-ae30-eab3ad40c55e up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:24:50.360185 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port f422b7da-a2b0-42ea-ae30-eab3ad40c55e triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:24:50.361243 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:50.439128 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port f422b7da-a2b0-42ea-ae30-eab3ad40c55e is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:24:50.439511 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:50.472326 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port f422b7da-a2b0-42ea-ae30-eab3ad40c55e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:50.552894 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:50.609827 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,revision_number=7']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:50.912249 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeff5b6-f067-40db-be31-38163e5a72f1 req-8b71d30a-bf68-42cc-a51d-a253d5594255 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:50.929030 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6aeff5b6-f067-40db-be31-38163e5a72f1 req-8b71d30a-bf68-42cc-a51d-a253d5594255 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.1063764 Feb 12 04:24:51.014475 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6aeff5b6-f067-40db-be31-38163e5a72f1 req-a7dc0589-af9d-47c4-aafe-96de992c7602 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827863 Feb 12 04:24:51.034161 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e28932f-789d-4692-aabf-13afc5f49e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:51.036701 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88daedd-ec60-4a39-a9c8-1f91b5bee24f" -d '{"events": [{"server_uuid": "5e28932f-789d-4692-aabf-13afc5f49e67", "name": "network-vif-plugged", "status": "completed", "tag": "f422b7da-a2b0-42ea-ae30-eab3ad40c55e"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:51.082715 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c3418e-31a0-4ec0-ab8d-877525aac60e x-openstack-request-id: req-d4c3418e-31a0-4ec0-ab8d-877525aac60e {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:51.083113 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e28932f-789d-4692-aabf-13afc5f49e67", "name": "network-vif-plugged", "status": "completed", "tag": "f422b7da-a2b0-42ea-ae30-eab3ad40c55e", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:51.083489 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4c3418e-31a0-4ec0-ab8d-877525aac60e {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:51.083978 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e28932f-789d-4692-aabf-13afc5f49e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'code': 200} Feb 12 04:24:51.254951 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc22dca-171b-4002-a273-f3a823a28af8 req-5c58a238-0d46-460d-8171-27b48e9df484 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:51.257089 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8dc22dca-171b-4002-a273-f3a823a28af8 req-5c58a238-0d46-460d-8171-27b48e9df484 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 945 time: 0.0640466 Feb 12 04:24:51.315385 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8dc22dca-171b-4002-a273-f3a823a28af8 req-87f3c0ae-119a-493f-aac9-dc041e0e7957 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525458 Feb 12 04:24:52.172590 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dfe9c-c199-4ac6-afa6-ccee8d2e36a9 req-57778243-8cb8-4a47-adfd-30f12c833503 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:52.179775 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df9dfe9c-c199-4ac6-afa6-ccee8d2e36a9 req-57778243-8cb8-4a47-adfd-30f12c833503 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0716460 Feb 12 04:24:52.225061 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df9dfe9c-c199-4ac6-afa6-ccee8d2e36a9 req-7318740f-def3-40b4-ac10-ea1ce6145af2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443673 Feb 12 04:24:52.962988 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278c16d-f9fb-44f3-a01b-24d60d861e6f req-3b5b65fd-5810-45f7-b90f-3f8a60d1853b tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:52.964877 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6278c16d-f9fb-44f3-a01b-24d60d861e6f req-3b5b65fd-5810-45f7-b90f-3f8a60d1853b tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 945 time: 0.0670891 Feb 12 04:24:53.021659 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6278c16d-f9fb-44f3-a01b-24d60d861e6f req-336310aa-d153-46b0-ba2d-62a4db83f2b6 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504801 Feb 12 04:24:53.373827 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b48665-0767-41ca-99b7-75b8b760a901 req-904f0860-f7e3-47e1-80ab-9bb6257a29c1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:53.375818 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f6b48665-0767-41ca-99b7-75b8b760a901 req-904f0860-f7e3-47e1-80ab-9bb6257a29c1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0611231 Feb 12 04:24:53.429050 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f6b48665-0767-41ca-99b7-75b8b760a901 req-3b603e14-62e9-4f7b-ab9e-e6f0ff6f471b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472739 Feb 12 04:24:54.178890 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37476056-1c7f-4a49-9f04-a153397b481b req-5862e345-237c-4dce-b719-7ad6065a3025 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:54.180528 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-37476056-1c7f-4a49-9f04-a153397b481b req-5862e345-237c-4dce-b719-7ad6065a3025 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 945 time: 0.0833745 Feb 12 04:24:54.238655 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-37476056-1c7f-4a49-9f04-a153397b481b req-2f7588f0-3396-42e4-9bac-145d6ee80db8 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/security-groups?id=643c749e-8268-44df-828b-2ab470cb2dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522406 Feb 12 04:24:54.430796 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2c5b6-aabe-4162-910c-d7febbb019f5 req-0233eb6b-29c9-45ca-9cfc-c0ff51c6230e tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:54.432279 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b4b2c5b6-aabe-4162-910c-d7febbb019f5 req-0233eb6b-29c9-45ca-9cfc-c0ff51c6230e tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 945 time: 0.0609133 Feb 12 04:24:54.596478 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-b4b2c5b6-aabe-4162-910c-d7febbb019f5 req-67a542f3-314f-4512-84bb-310b3f7d1d39 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Deleting port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:24:54.597235 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-b4b2c5b6-aabe-4162-910c-d7febbb019f5 req-67a542f3-314f-4512-84bb-310b3f7d1d39 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:54.606264 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c599a4f-79ee-4c68-bc89-4f43f36f9a78 req-47185b83-82e2-4ae8-9141-268caadef074 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:54.609939 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2c599a4f-79ee-4c68-bc89-4f43f36f9a78 req-47185b83-82e2-4ae8-9141-268caadef074 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0956173 Feb 12 04:24:54.735384 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2c599a4f-79ee-4c68-bc89-4f43f36f9a78 req-5103a9af-f785-4989-97ea-082b38969b1b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110985 Feb 12 04:24:54.760355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-b4b2c5b6-aabe-4162-910c-d7febbb019f5 req-67a542f3-314f-4512-84bb-310b3f7d1d39 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] For port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=184e1ef3-5abf-44d4-ac0f-0f7d4be77477,segment=NetworkSegment(523c9b33-2cde-4fb9-a963-ec2ff767044c),segment_id=523c9b33-2cde-4fb9-a963-ec2ff767044c)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:24:54.768912 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-b4b2c5b6-aabe-4162-910c-d7febbb019f5 req-67a542f3-314f-4512-84bb-310b3f7d1d39 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:54.776037 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-b4b2c5b6-aabe-4162-910c-d7febbb019f5 req-67a542f3-314f-4512-84bb-310b3f7d1d39 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Calling delete_port for 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 owned by compute:nova {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:24:54.975815 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-b4b2c5b6-aabe-4162-910c-d7febbb019f5 req-67a542f3-314f-4512-84bb-310b3f7d1d39 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (184e1ef3-5abf-44d4-ac0f-0f7d4be77477), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:54.991307 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['184e1ef3-5abf-44d4-ac0f-0f7d4be77477'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:24:55.019603 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a542f3-314f-4512-84bb-310b3f7d1d39 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Pushing event deleted for resources: {'Port': ['ID=184e1ef3-5abf-44d4-ac0f-0f7d4be77477,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:24:55.065497 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b2c5b6-aabe-4162-910c-d7febbb019f5 req-67a542f3-314f-4512-84bb-310b3f7d1d39 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] No DVR routers for this DVR port 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 on host hv-cinder-82869 {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:24:55.068012 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-b4b2c5b6-aabe-4162-910c-d7febbb019f5 req-67a542f3-314f-4512-84bb-310b3f7d1d39 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:24:55.071509 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b4b2c5b6-aabe-4162-910c-d7febbb019f5 req-67a542f3-314f-4512-84bb-310b3f7d1d39 tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.42 "DELETE /v2.0/ports/184e1ef3-5abf-44d4-ac0f-0f7d4be77477 HTTP/1.1" status: 204 len: 173 time: 0.6331973 Feb 12 04:24:55.072008 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13d1f26-39c9-42d4-90e8-2a0d7db044eb', 'name': 'network-vif-deleted', 'tag': '184e1ef3-5abf-44d4-ac0f-0f7d4be77477'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:24:55.074493 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bac3855-f820-4ba3-8217-3300cfd7da23" -d '{"events": [{"server_uuid": "a13d1f26-39c9-42d4-90e8-2a0d7db044eb", "name": "network-vif-deleted", "tag": "184e1ef3-5abf-44d4-ac0f-0f7d4be77477"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:24:55.116146 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c639fa3-aaf3-464e-bc3e-3aacbbd0d7ac x-openstack-request-id: req-7c639fa3-aaf3-464e-bc3e-3aacbbd0d7ac {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:24:55.116515 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a13d1f26-39c9-42d4-90e8-2a0d7db044eb", "name": "network-vif-deleted", "tag": "184e1ef3-5abf-44d4-ac0f-0f7d4be77477", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:24:55.116844 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c639fa3-aaf3-464e-bc3e-3aacbbd0d7ac {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:24:55.117438 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13d1f26-39c9-42d4-90e8-2a0d7db044eb', 'name': 'network-vif-deleted', 'tag': '184e1ef3-5abf-44d4-ac0f-0f7d4be77477', 'status': 'completed', 'code': 200} Feb 12 04:24:55.361171 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-35ebbadf-0483-4cad-97e1-1acdf841eedd req-7c16ce32-254f-4f8f-bb36-7b5620428c9d tempest-VolumesActionsTest-271796657 tempest-VolumesActionsTest-271796657-project] 10.222.0.31 "GET /v2.0/ports?device_id=a13d1f26-39c9-42d4-90e8-2a0d7db044eb HTTP/1.1" status: 200 len: 210 time: 0.0312402 Feb 12 04:24:55.873050 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c69c7-3366-4107-b648-623a2bcebd17 req-a4d78179-af7d-4124-81fc-6f88f64630d2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:55.874621 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ab2c69c7-3366-4107-b648-623a2bcebd17 req-a4d78179-af7d-4124-81fc-6f88f64630d2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0573494 Feb 12 04:24:55.931243 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ab2c69c7-3366-4107-b648-623a2bcebd17 req-1d265462-17b2-4244-92d7-61dbb78b194f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490241 Feb 12 04:24:57.068878 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0cae5-5d2e-4501-9e9b-4b0849d9a05b req-181cf4db-e8d4-4e10-9890-2b2db9e0df30 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:57.070439 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8aa0cae5-5d2e-4501-9e9b-4b0849d9a05b req-181cf4db-e8d4-4e10-9890-2b2db9e0df30 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0633402 Feb 12 04:24:57.118412 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8aa0cae5-5d2e-4501-9e9b-4b0849d9a05b req-774d9545-df03-4b9a-adcf-94bde5caf212 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422678 Feb 12 04:24:58.253650 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610c26f-171a-41fc-96dd-5a1053a44ab7 req-8d106f43-857d-4e34-899e-f27ac4ee4671 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:58.255145 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7610c26f-171a-41fc-96dd-5a1053a44ab7 req-8d106f43-857d-4e34-899e-f27ac4ee4671 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0569966 Feb 12 04:24:58.312738 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7610c26f-171a-41fc-96dd-5a1053a44ab7 req-25ad9c5e-b13c-4a92-9227-c9062b1f7001 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478089 Feb 12 04:24:59.169089 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:24:59.209261 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:24:59.209933 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 184e1ef3-5abf-44d4-ac0f-0f7d4be77477 not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:24:59.474963 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d795411-5276-4e4e-959c-43981bfb7732 req-fa9c583a-cf6e-4262-992b-5f020ea9327c tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:24:59.477111 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0d795411-5276-4e4e-959c-43981bfb7732 req-fa9c583a-cf6e-4262-992b-5f020ea9327c tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0658860 Feb 12 04:24:59.531039 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0d795411-5276-4e4e-959c-43981bfb7732 req-44f88d2d-8b1c-40ab-b715-ec08bb742a86 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475900 Feb 12 04:25:00.661046 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157392a-92c4-4d40-80d0-e6749139bde4 req-fe7c360f-61f4-4562-b984-be25f1a46356 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:00.663375 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0157392a-92c4-4d40-80d0-e6749139bde4 req-fe7c360f-61f4-4562-b984-be25f1a46356 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0558050 Feb 12 04:25:00.719897 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0157392a-92c4-4d40-80d0-e6749139bde4 req-f4634ebf-91dd-4794-b69b-dbb2cc8db2ea tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501063 Feb 12 04:25:01.221704 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:01.845108 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc5f98-6188-44e1-8294-0c0f1a3db003 req-b3cd0b23-8842-407c-908f-809972a0bef0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:01.846617 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bbdc5f98-6188-44e1-8294-0c0f1a3db003 req-b3cd0b23-8842-407c-908f-809972a0bef0 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0513725 Feb 12 04:25:01.894138 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bbdc5f98-6188-44e1-8294-0c0f1a3db003 req-0e7fb956-e572-481d-b58a-0ef9d685a75b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420942 Feb 12 04:25:02.282464 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314e995-7878-4922-9e69-9d9022af0bd3 req-3e1ca478-c46a-48cd-bbea-d4c4fe7822b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:02.284170 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8314e995-7878-4922-9e69-9d9022af0bd3 req-3e1ca478-c46a-48cd-bbea-d4c4fe7822b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 1129 time: 0.0485225 Feb 12 04:25:02.420795 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314e995-7878-4922-9e69-9d9022af0bd3 req-ef9c6d76-afdf-43fc-9b4e-ef835d7b60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:02.422472 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8314e995-7878-4922-9e69-9d9022af0bd3 req-ef9c6d76-afdf-43fc-9b4e-ef835d7b60a8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a470119b-e597-4f7c-b914-bdedfeebd027 HTTP/1.1" status: 200 len: 916 time: 0.1321583 Feb 12 04:25:02.523470 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8314e995-7878-4922-9e69-9d9022af0bd3 req-53805aff-beec-4785-80b5-8deed0368880 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e HTTP/1.1" status: 200 len: 1001 time: 0.0899942 Feb 12 04:25:02.584544 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314e995-7878-4922-9e69-9d9022af0bd3 req-02cfddaa-60d0-4a2a-93ce-8b4c69e8a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:02.586546 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8314e995-7878-4922-9e69-9d9022af0bd3 req-02cfddaa-60d0-4a2a-93ce-8b4c69e8a222 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e097ae6-88b7-4785-b35b-e83f2dfc78cb HTTP/1.1" status: 200 len: 855 time: 0.0569947 Feb 12 04:25:02.658464 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314e995-7878-4922-9e69-9d9022af0bd3 req-032d93da-8755-4681-8276-17ca82b0ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:02.660403 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8314e995-7878-4922-9e69-9d9022af0bd3 req-032d93da-8755-4681-8276-17ca82b0ca57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a470119b-e597-4f7c-b914-bdedfeebd027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679812 Feb 12 04:25:02.763451 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8314e995-7878-4922-9e69-9d9022af0bd3 req-32c9b3c5-4f9e-47fb-ad6e-bbb1d4431573 service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964658 Feb 12 04:25:02.870797 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8314e995-7878-4922-9e69-9d9022af0bd3 req-2bd24b05-ef80-4c5c-b9e3-f2abc10e9911 service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973592 Feb 12 04:25:03.042949 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25aea8d-d3d7-4755-8056-7878d5820354 req-cb8ccb61-4bcf-4835-9227-e13e52ec74ae tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:03.044937 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b25aea8d-d3d7-4755-8056-7878d5820354 req-cb8ccb61-4bcf-4835-9227-e13e52ec74ae tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0640585 Feb 12 04:25:03.116945 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b25aea8d-d3d7-4755-8056-7878d5820354 req-dba4c935-24ca-4a20-bafd-e55521c6e016 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580549 Feb 12 04:25:04.304899 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025d12f-c960-4318-8d8e-669c9a6e4dcd req-0df1b86e-df9e-4689-a824-f421cd717e18 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:04.312410 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c025d12f-c960-4318-8d8e-669c9a6e4dcd req-0df1b86e-df9e-4689-a824-f421cd717e18 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 945 time: 0.0787489 Feb 12 04:25:04.361930 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c025d12f-c960-4318-8d8e-669c9a6e4dcd req-04bfef29-9633-4f6f-82ec-554452ebf39e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488002 Feb 12 04:25:04.424973 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device f422b7da-a2b0-42ea-ae30-eab3ad40c55e no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:25:04.504261 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port f422b7da-a2b0-42ea-ae30-eab3ad40c55e is: ACTIVE; New status is: DOWN {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:25:04.505019 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:04.528100 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e28932f-789d-4692-aabf-13afc5f49e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:25:04.531346 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a4ad87-fb91-4bd0-bdd4-4a5828200c2e" -d '{"events": [{"server_uuid": "5e28932f-789d-4692-aabf-13afc5f49e67", "name": "network-vif-unplugged", "status": "completed", "tag": "f422b7da-a2b0-42ea-ae30-eab3ad40c55e"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:25:04.544406 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port f422b7da-a2b0-42ea-ae30-eab3ad40c55e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:25:04.573112 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 04:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde5f6ac-a12d-4a95-84c6-dcacac8b50c6 x-openstack-request-id: req-dde5f6ac-a12d-4a95-84c6-dcacac8b50c6 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:25:04.573561 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e28932f-789d-4692-aabf-13afc5f49e67", "name": "network-vif-unplugged", "status": "completed", "tag": "f422b7da-a2b0-42ea-ae30-eab3ad40c55e", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:25:04.574025 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dde5f6ac-a12d-4a95-84c6-dcacac8b50c6 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:25:04.574489 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e28932f-789d-4692-aabf-13afc5f49e67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'code': 200} Feb 12 04:25:04.613162 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:04.672765 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,revision_number=8']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:05.515365 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147710a6-c335-41ac-9ba8-343db9b64099 req-a487a91b-2932-4888-b42a-2eef1ab3267f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:05.516830 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-147710a6-c335-41ac-9ba8-343db9b64099 req-a487a91b-2932-4888-b42a-2eef1ab3267f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0720623 Feb 12 04:25:05.574005 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-147710a6-c335-41ac-9ba8-343db9b64099 req-efa36bfd-d926-4213-b178-88be78f02962 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490973 Feb 12 04:25:06.817040 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-87525780-4354-4ebe-a0c4-a68ce8f66dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:07.609094 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [req-bfef79e9-7a5b-40bb-9a0c-38319e6d7002 req-f04da89d-924c-403d-93bd-fc09682fd92f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:25:07.610170 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bfef79e9-7a5b-40bb-9a0c-38319e6d7002 req-f04da89d-924c-403d-93bd-fc09682fd92f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060067 Feb 12 04:25:07.912593 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767a399-717c-48d1-b4e7-89ac18715960 req-dd072ff8-7808-4f09-acaa-6cbb85e6134b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:07.914470 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c767a399-717c-48d1-b4e7-89ac18715960 req-dd072ff8-7808-4f09-acaa-6cbb85e6134b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0548155 Feb 12 04:25:07.991450 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c767a399-717c-48d1-b4e7-89ac18715960 req-be56d249-d3b6-4577-8aed-be37c602af7e tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514009 Feb 12 04:25:08.461181 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device f422b7da-a2b0-42ea-ae30-eab3ad40c55e no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:25:08.594331 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port f422b7da-a2b0-42ea-ae30-eab3ad40c55e is: DOWN; New status is: DOWN {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:25:08.756541 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39358) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:08.860305 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-51b67406-137e-4d63-abf3-fa30d5b3f7f7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1020420 Feb 12 04:25:08.868839 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-c71f6f1b-cb53-4451-9725-16129b689655 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:25:08.869907 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-c71f6f1b-cb53-4451-9725-16129b689655 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049345 Feb 12 04:25:08.971959 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 39366) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:09.110692 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2fd6ff01-f7bf-4549-8f9d-bd0d33913452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:09.140888 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-eede9bad-c02e-4cfa-967d-ef15c3e6e145 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:09.151512 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-eede9bad-c02e-4cfa-967d-ef15c3e6e145 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports/f422b7da-a2b0-42ea-ae30-eab3ad40c55e HTTP/1.1" status: 200 len: 940 time: 0.1771750 Feb 12 04:25:09.171547 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f98de-113b-4f13-9e9e-6e9ce5fcfa3a req-cb015c8e-4591-4390-a297-544d6e129977 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:09.181060 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c02f98de-113b-4f13-9e9e-6e9ce5fcfa3a req-cb015c8e-4591-4390-a297-544d6e129977 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.1098361 Feb 12 04:25:09.249902 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c02f98de-113b-4f13-9e9e-6e9ce5fcfa3a req-eba63a86-9592-4b97-84bc-7daba7166f4c tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673482 Feb 12 04:25:09.966103 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:25:10.408499 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea0726-380e-4190-a8e6-8706aca9b221 req-08b0dc62-801e-41b6-be3d-70d8acca43e4 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:10.413756 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b7ea0726-380e-4190-a8e6-8706aca9b221 req-08b0dc62-801e-41b6-be3d-70d8acca43e4 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0683300 Feb 12 04:25:10.484677 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b7ea0726-380e-4190-a8e6-8706aca9b221 req-0d7f1712-c016-4b85-b5a2-640034871500 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666368 Feb 12 04:25:10.618134 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:10.744019 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-b42e06de-974b-463d-b3f1-9d5d8fa335ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:10.746180 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-b42e06de-974b-463d-b3f1-9d5d8fa335ce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67&tenant_id=f5a7d98ea94e4547983dbffcb2b614bc HTTP/1.1" status: 200 len: 1127 time: 0.1086967 Feb 12 04:25:10.829111 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-6e941649-3eb1-4948-a9a2-69cf464bb6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:10.830938 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-6e941649-3eb1-4948-a9a2-69cf464bb6ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 1127 time: 0.0590758 Feb 12 04:25:10.950394 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-9e48255b-5b20-4c66-b4e0-4575b582ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:10.950394 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-9e48255b-5b20-4c66-b4e0-4575b582ac82 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a470119b-e597-4f7c-b914-bdedfeebd027 HTTP/1.1" status: 200 len: 916 time: 0.1123748 Feb 12 04:25:11.296713 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-fa84a526-0f53-4b3f-b4f6-9fed380226e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e HTTP/1.1" status: 200 len: 999 time: 0.3396711 Feb 12 04:25:11.345927 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-518cd87b-f561-4df2-9969-f2e09fc96114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:11.347373 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-518cd87b-f561-4df2-9969-f2e09fc96114 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9e097ae6-88b7-4785-b35b-e83f2dfc78cb HTTP/1.1" status: 200 len: 855 time: 0.0429611 Feb 12 04:25:11.398179 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-ddcdfc10-605f-49b6-9b01-6ddbdf79bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:11.399757 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-ddcdfc10-605f-49b6-9b01-6ddbdf79bbcb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a470119b-e597-4f7c-b914-bdedfeebd027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456059 Feb 12 04:25:11.488352 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-4ee746f8-d9d1-48ac-8609-fd010875ee02 service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821686 Feb 12 04:25:11.556739 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:11.630190 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e54b0a71-cba0-4fba-ad82-1db4580f7148 req-1591d683-b636-4b8a-9dca-7498f363f5bb service neutron] 10.222.0.42 "GET /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322408 Feb 12 04:25:11.649823 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc1cd2-1230-4963-9092-7818108e4730 req-1f600a97-9bca-4e4e-b6ee-a589c15e3940 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:11.651327 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-39dc1cd2-1230-4963-9092-7818108e4730 req-1f600a97-9bca-4e4e-b6ee-a589c15e3940 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0720279 Feb 12 04:25:11.701753 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-39dc1cd2-1230-4963-9092-7818108e4730 req-ff505fdd-b4d3-4f78-9233-e54cca1811c6 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438135 Feb 12 04:25:12.879003 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381d6de-b834-4652-93dd-97eea28ff7f6 req-54cc5b4f-ca54-4e3a-85fa-791c99ff9c40 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:12.887130 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5381d6de-b834-4652-93dd-97eea28ff7f6 req-54cc5b4f-ca54-4e3a-85fa-791c99ff9c40 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0639939 Feb 12 04:25:12.992909 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5381d6de-b834-4652-93dd-97eea28ff7f6 req-1d2f3b04-23c5-46d2-b796-7a399591cee3 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955644 Feb 12 04:25:13.421098 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:14.192349 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fe57f-cc05-4075-9986-dd47562a71bb req-950f647e-e56a-436c-bb3e-06c0c91a0235 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:14.201235 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-476fe57f-cc05-4075-9986-dd47562a71bb req-950f647e-e56a-436c-bb3e-06c0c91a0235 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0798137 Feb 12 04:25:14.257169 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-476fe57f-cc05-4075-9986-dd47562a71bb req-a0b08c04-2881-4464-9296-1b5c34e392a8 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461462 Feb 12 04:25:15.417988 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8a419-ec7b-4489-a4f6-7e14ae602003 req-e44f9196-691f-449e-be7d-7614f53e631b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:15.419666 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-91a8a419-ec7b-4489-a4f6-7e14ae602003 req-e44f9196-691f-449e-be7d-7614f53e631b tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0666761 Feb 12 04:25:15.513220 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-91a8a419-ec7b-4489-a4f6-7e14ae602003 req-d71ea1b3-d445-405e-8abc-77f725d44368 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871210 Feb 12 04:25:16.755515 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a93c5-c71d-47ea-a0fc-219a28dd0e76 req-1509710e-40b2-44e8-8012-cfcbf1648e93 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:16.760761 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f41a93c5-c71d-47ea-a0fc-219a28dd0e76 req-1509710e-40b2-44e8-8012-cfcbf1648e93 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.1150064 Feb 12 04:25:16.841605 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f41a93c5-c71d-47ea-a0fc-219a28dd0e76 req-633d01e8-2127-4fe2-9722-1771d62286be tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690205 Feb 12 04:25:17.973248 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f15bb-21fc-42e7-84fb-f97301fd172d req-1729a82e-4698-42f4-9810-f8d56aad6b66 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:17.975732 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-128f15bb-21fc-42e7-84fb-f97301fd172d req-1729a82e-4698-42f4-9810-f8d56aad6b66 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0548980 Feb 12 04:25:18.031924 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-128f15bb-21fc-42e7-84fb-f97301fd172d req-ea54fe6e-9687-421d-a1dc-c18d6fa7cf51 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502493 Feb 12 04:25:19.205018 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4aa8b-35af-42e5-a01f-5339a62841ed req-00f2d7b8-62d5-4db2-b426-5e7a5253ec17 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:19.206590 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-60a4aa8b-35af-42e5-a01f-5339a62841ed req-00f2d7b8-62d5-4db2-b426-5e7a5253ec17 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0634303 Feb 12 04:25:19.255732 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-60a4aa8b-35af-42e5-a01f-5339a62841ed req-5975faf9-41d6-41d6-bbb2-48979ec2fdbe tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436716 Feb 12 04:25:20.397010 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62489d-c34a-4c0e-87cd-7fd576a1973f req-eda0f6e0-08bd-412e-aba3-8fe90ef99f45 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:20.398575 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9b62489d-c34a-4c0e-87cd-7fd576a1973f req-eda0f6e0-08bd-412e-aba3-8fe90ef99f45 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0634735 Feb 12 04:25:20.464597 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9b62489d-c34a-4c0e-87cd-7fd576a1973f req-0ddec541-0556-44bb-85e7-e6812dc91ee7 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591912 Feb 12 04:25:21.593036 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860468c-5340-4c42-bea5-2856bab35872 req-3bf021c7-5674-45b3-bc31-f018ab9d0799 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:21.593036 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5860468c-5340-4c42-bea5-2856bab35872 req-3bf021c7-5674-45b3-bc31-f018ab9d0799 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0520413 Feb 12 04:25:21.639384 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5860468c-5340-4c42-bea5-2856bab35872 req-356294b4-8e88-4af2-be71-6c6f5c123314 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431638 Feb 12 04:25:22.534821 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device f422b7da-a2b0-42ea-ae30-eab3ad40c55e details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:25:22.631099 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port f422b7da-a2b0-42ea-ae30-eab3ad40c55e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:25:22.642101 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'port_id': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'mac_address': 'fa:16:3e:27:70:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:25:22.678746 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port f422b7da-a2b0-42ea-ae30-eab3ad40c55e is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:25:22.680287 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:22.692310 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f422b7da-a2b0-42ea-ae30-eab3ad40c55e {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:25:22.712101 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port f422b7da-a2b0-42ea-ae30-eab3ad40c55e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:25:22.768033 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca5978-7c15-480b-a683-e85553fdfebe req-fdc2f409-02c1-4529-aeab-797893f725b2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:22.769515 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b3ca5978-7c15-480b-a683-e85553fdfebe req-fdc2f409-02c1-4529-aeab-797893f725b2 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 943 time: 0.0524118 Feb 12 04:25:22.814652 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b3ca5978-7c15-480b-a683-e85553fdfebe req-a2932221-4370-4a35-b943-30344663cbc1 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395720 Feb 12 04:25:22.824333 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:22.873760 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,revision_number=9']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:22.880810 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:22.881158 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:22.881534 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:22.881858 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:22.882189 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:22.882510 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:22.882833 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:22.883152 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:22.883470 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:22.883796 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:22.884112 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:22.884426 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:22.884744 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:23.078965 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['f422b7da-a2b0-42ea-ae30-eab3ad40c55e'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:25:23.402348 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39538) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:23.449300 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_v2 [None req-69993519-7c02-4a74-bb2b-1896f6e660dc admin admin] Deleting subnet b76eb97e-1c4a-4059-8f55-ad8dbe270f1c {{(pid=103158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:25:23.452895 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-69993519-7c02-4a74-bb2b-1896f6e660dc admin admin] Publish callbacks [] for subnet (b76eb97e-1c4a-4059-8f55-ad8dbe270f1c), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:23.491432 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-69993519-7c02-4a74-bb2b-1896f6e660dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30203189'] for subnet (b76eb97e-1c4a-4059-8f55-ad8dbe270f1c), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:23.533938 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-69993519-7c02-4a74-bb2b-1896f6e660dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (b76eb97e-1c4a-4059-8f55-ad8dbe270f1c), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:23.679823 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-69993519-7c02-4a74-bb2b-1896f6e660dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29460899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29917894'] for subnet (b76eb97e-1c4a-4059-8f55-ad8dbe270f1c), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:23.708198 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69993519-7c02-4a74-bb2b-1896f6e660dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b76eb97e-1c4a-4059-8f55-ad8dbe270f1c,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:23.710169 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-69993519-7c02-4a74-bb2b-1896f6e660dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:23.713345 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-69993519-7c02-4a74-bb2b-1896f6e660dc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b76eb97e-1c4a-4059-8f55-ad8dbe270f1c HTTP/1.1" status: 204 len: 168 time: 0.3100069 Feb 12 04:25:23.716017 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 39540) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:23.786275 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (3c985467-9548-4781-b2ad-e0cf666ef6d7), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:23.863173 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (3c985467-9548-4781-b2ad-e0cf666ef6d7), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:23.887129 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c985467-9548-4781-b2ad-e0cf666ef6d7']}} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:25:23.897415 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523c9b33-2cde-4fb9-a963-ec2ff767044c') {'for_net_delete': True} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:25:23.897754 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523c9b33-2cde-4fb9-a963-ec2ff767044c') {} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:25:23.907647 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29520069'] for segment (523c9b33-2cde-4fb9-a963-ec2ff767044c), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:23.922555 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (523c9b33-2cde-4fb9-a963-ec2ff767044c), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:23.930918 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:25:23.931233 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31418245'] for segment (523c9b33-2cde-4fb9-a963-ec2ff767044c), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: Traceback (most recent call last): Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: timer() Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: cb(*args, **kw) Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: return func(*args, **kwargs) Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: self._notify() Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: self.callback(batched_events) Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: event.method(event) Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: return f(self, *a, **k) Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._get(url).json() Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: return self.request(url, 'GET', **kwargs) Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:25:23.933323 dv-cinder-828696-3-iscsi neutron-server[103157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:25:23.944947 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7c847-9e47-415b-ac51-21ee3f2127f4 req-866afc48-a79f-4347-b7dc-070be16938dd tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:23.946569 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1ee7c847-9e47-415b-ac51-21ee3f2127f4 req-866afc48-a79f-4347-b7dc-070be16938dd tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 944 time: 0.0572917 Feb 12 04:25:23.992861 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1ee7c847-9e47-415b-ac51-21ee3f2127f4 req-fc1d2602-d398-4d9a-b23c-75e18cb18874 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408947 Feb 12 04:25:24.043937 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (3c985467-9548-4781-b2ad-e0cf666ef6d7), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:24.049864 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:24.058698 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] 10.222.0.31 "DELETE /v2.0/networks/3c985467-9548-4781-b2ad-e0cf666ef6d7 HTTP/1.1" status: 204 len: 168 time: 0.3359604 Feb 12 04:25:24.063298 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Pushing event deleted for resources: {'Network': ['ID=3c985467-9548-4781-b2ad-e0cf666ef6d7,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:24.070279 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:24.070624 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:24.070963 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:24.071296 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:24.071620 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:24.071947 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:24.072264 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:24.072595 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:24.072906 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:24.073225 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:24.073572 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:24.073884 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:24.074196 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51a92ba-816e-41b9-a038-385fa7b4110d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:24.458630 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 39546) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:24.497638 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-edcf51bb-17a6-4c94-933d-36378a1aa79e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39ab8e144b0f47c89a645f14e18fe9f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377452 Feb 12 04:25:24.499920 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 39548) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:24.538936 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device f422b7da-a2b0-42ea-ae30-eab3ad40c55e up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:25:24.549809 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a85714e0-7224-4c8d-a621-e270e723afe2 admin admin] Publish callbacks [] for security_group (643c749e-8268-44df-828b-2ab470cb2dc4), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:24.572195 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a85714e0-7224-4c8d-a621-e270e723afe2 admin admin] Publish callbacks [] for security_group (643c749e-8268-44df-828b-2ab470cb2dc4), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:24.587830 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port f422b7da-a2b0-42ea-ae30-eab3ad40c55e triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:25:24.588199 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:24.661653 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port f422b7da-a2b0-42ea-ae30-eab3ad40c55e is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:25:24.662031 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:24.683150 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e28932f-789d-4692-aabf-13afc5f49e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:25:24.685360 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64812b1f-1555-4f7b-b0fd-d10035624fbf" -d '{"events": [{"server_uuid": "5e28932f-789d-4692-aabf-13afc5f49e67", "name": "network-vif-plugged", "status": "completed", "tag": "f422b7da-a2b0-42ea-ae30-eab3ad40c55e"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:25:24.695436 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a85714e0-7224-4c8d-a621-e270e723afe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (643c749e-8268-44df-828b-2ab470cb2dc4), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:24.698629 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port f422b7da-a2b0-42ea-ae30-eab3ad40c55e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:25:24.698728 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a85714e0-7224-4c8d-a621-e270e723afe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:24.699994 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-a85714e0-7224-4c8d-a621-e270e723afe2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/643c749e-8268-44df-828b-2ab470cb2dc4 HTTP/1.1" status: 204 len: 168 time: 0.1990676 Feb 12 04:25:24.709543 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85714e0-7224-4c8d-a621-e270e723afe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643c749e-8268-44df-828b-2ab470cb2dc4,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:24.733725 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea41315a-0bc3-4594-84ba-855c21c6ff5f x-openstack-request-id: req-ea41315a-0bc3-4594-84ba-855c21c6ff5f {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:25:24.733725 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e28932f-789d-4692-aabf-13afc5f49e67", "name": "network-vif-plugged", "status": "completed", "tag": "f422b7da-a2b0-42ea-ae30-eab3ad40c55e", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:25:24.733725 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea41315a-0bc3-4594-84ba-855c21c6ff5f {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:25:24.733725 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e28932f-789d-4692-aabf-13afc5f49e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'code': 200} Feb 12 04:25:24.780697 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:24.833082 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,revision_number=10']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:25.102529 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7083418-867e-4f65-abf2-04c0c7586168 req-43a4a4ce-d105-4033-ac46-0518be09654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:25.103973 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a7083418-867e-4f65-abf2-04c0c7586168 req-43a4a4ce-d105-4033-ac46-0518be09654f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 1130 time: 0.0765662 Feb 12 04:25:25.144749 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574faf2-4b4b-40c9-b95c-b923c63711d8 req-598278e7-ee5c-4555-8bc9-7f984acc836f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:25.146378 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1574faf2-4b4b-40c9-b95c-b923c63711d8 req-598278e7-ee5c-4555-8bc9-7f984acc836f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 946 time: 0.0805113 Feb 12 04:25:25.181785 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a7083418-867e-4f65-abf2-04c0c7586168 req-a5026505-47d4-4359-b029-68bf870ec20c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697849 Feb 12 04:25:25.210552 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1574faf2-4b4b-40c9-b95c-b923c63711d8 req-cf742b29-dc98-42ac-9303-229cf391b520 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583148 Feb 12 04:25:26.333118 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b4fb1-1662-4e80-a23f-3df24cb32344 req-293993ce-12d0-4366-812b-d3e1cb651d9f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:26.337128 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e96b4fb1-1662-4e80-a23f-3df24cb32344 req-293993ce-12d0-4366-812b-d3e1cb651d9f tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 946 time: 0.0536418 Feb 12 04:25:26.389208 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e96b4fb1-1662-4e80-a23f-3df24cb32344 req-df044e0d-c337-4a3a-bd80-7e33d9be17e9 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491567 Feb 12 04:25:27.518538 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b25158-2503-42cb-9b7f-59b15079aadc req-985bc80a-dada-4175-a951-7c26969f0764 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:27.520012 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-14b25158-2503-42cb-9b7f-59b15079aadc req-985bc80a-dada-4175-a951-7c26969f0764 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 946 time: 0.0530348 Feb 12 04:25:27.568025 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-14b25158-2503-42cb-9b7f-59b15079aadc req-75c1bbe7-9b77-4a82-860d-48263e0c3428 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Feb 12 04:25:28.688380 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa8858-2336-466f-a120-396de1f8a802 req-422ef776-4cbb-4ecb-8e7b-b1dc4073cf1d tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:28.690426 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-62fa8858-2336-466f-a120-396de1f8a802 req-422ef776-4cbb-4ecb-8e7b-b1dc4073cf1d tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 946 time: 0.0520151 Feb 12 04:25:28.736687 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-62fa8858-2336-466f-a120-396de1f8a802 req-c81407ff-b0c0-4b18-82c5-778fe239d4aa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408328 Feb 12 04:25:31.229722 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:36.849630 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-29d29f42-80a7-469b-8819-75c9952969cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:38.092644 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e7f82-4636-4d84-8f04-a9ca77105a27 req-22b021c7-5321-44e4-a008-0d0a1effdec5 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:38.094133 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df4e7f82-4636-4d84-8f04-a9ca77105a27 req-22b021c7-5321-44e4-a008-0d0a1effdec5 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 946 time: 0.0552692 Feb 12 04:25:38.140240 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df4e7f82-4636-4d84-8f04-a9ca77105a27 req-4b3c3ad0-32d0-467c-be26-7dc6d8da1d38 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406747 Feb 12 04:25:39.053212 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b5f1162a-eed4-435f-9b02-2c6a37de833b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:39.256561 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776a0f5-b3dc-466c-b107-7240a90d0ff1 req-28ba2223-9ad5-463a-836a-064d72d1da3b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:39.258038 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3776a0f5-b3dc-466c-b107-7240a90d0ff1 req-28ba2223-9ad5-463a-836a-064d72d1da3b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 946 time: 0.0512099 Feb 12 04:25:39.303811 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3776a0f5-b3dc-466c-b107-7240a90d0ff1 req-6b38ede9-2449-4fd4-850d-ed923cc62f1b tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401838 Feb 12 04:25:40.040930 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-ebb6876f-bd0e-48be-85fd-55809559f824 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:40.042383 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-ebb6876f-bd0e-48be-85fd-55809559f824 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.42 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 946 time: 0.0536008 Feb 12 04:25:40.132825 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Deleting port 88b8851d-a48f-4164-a81a-2ecdda592e6d {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:25:40.133162 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:40.222626 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] For port 88b8851d-a48f-4164-a81a-2ecdda592e6d, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=88b8851d-a48f-4164-a81a-2ecdda592e6d,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:25:40.222979 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:40.410236 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:40.410955 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (b81d6034-708f-4dd7-b247-b288e2d52e01), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:40.410955 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.l3_db [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Floating IP b81d6034-708f-4dd7-b247-b288e2d52e01 disassociated. External IP: 172.27.3.94, port: 88b8851d-a48f-4164-a81a-2ecdda592e6d. Feb 12 04:25:40.411226 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Calling delete_port for 88b8851d-a48f-4164-a81a-2ecdda592e6d owned by compute:nova {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:25:40.473567 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a1aad-0f90-40f9-8cda-51a2a5379bab req-5a42faf7-d44e-4ce9-8a26-9e8256b95ca7 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:25:40.475036 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-386a1aad-0f90-40f9-8cda-51a2a5379bab req-5a42faf7-d44e-4ce9-8a26-9e8256b95ca7 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 946 time: 0.1058075 Feb 12 04:25:40.538846 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-386a1aad-0f90-40f9-8cda-51a2a5379bab req-7c9f4269-2b4b-47f2-b36d-75a1518758f1 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups?id=97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569942 Feb 12 04:25:40.637768 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:40.664431 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (88b8851d-a48f-4164-a81a-2ecdda592e6d), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:40.696676 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event deleted for resources: {'Port': ['ID=88b8851d-a48f-4164-a81a-2ecdda592e6d,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:40.707324 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:40.707792 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:40.708070 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:40.714617 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:40.714617 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:40.714617 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:40.714617 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:40.714617 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:40.714617 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:40.714617 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:40.714617 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:40.714617 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:40.714617 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:25:40.816099 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:25:40.920962 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:25:40.932544 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ceb0d-d99a-4f27-9417-875b8af40492 None None] Sync routers for ids ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:25:40.943118 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ceb0d-d99a-4f27-9417-875b8af40492 None None] Routers {'9c0a1719-14bb-495c-8830-05e5eb93c1f9'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:25:40.943733 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-9f1ceb0d-d99a-4f27-9417-875b8af40492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:25:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:25:40.966654 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] No DVR routers for this DVR port 88b8851d-a48f-4164-a81a-2ecdda592e6d on host hv-cinder-82869 {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:25:40.969216 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:40.973736 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d7f23bc5-f670-413e-afbb-926a9781f5c2 req-aa50f71f-ae27-4634-951a-99b70cfb9584 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.42 "DELETE /v2.0/ports/88b8851d-a48f-4164-a81a-2ecdda592e6d HTTP/1.1" status: 204 len: 173 time: 0.9245410 Feb 12 04:25:40.974175 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f3838-657b-45ae-8308-44f351782d53', 'name': 'network-vif-deleted', 'tag': '88b8851d-a48f-4164-a81a-2ecdda592e6d'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:25:40.977150 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75212535-eb59-45e8-a8f9-a81a2b7157c8" -d '{"events": [{"server_uuid": "749f3838-657b-45ae-8308-44f351782d53", "name": "network-vif-deleted", "tag": "88b8851d-a48f-4164-a81a-2ecdda592e6d"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:25:41.013757 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d65c64d-b5fa-43ab-9b0a-d4a85ddc7f2e x-openstack-request-id: req-7d65c64d-b5fa-43ab-9b0a-d4a85ddc7f2e {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:25:41.018779 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749f3838-657b-45ae-8308-44f351782d53", "name": "network-vif-deleted", "tag": "88b8851d-a48f-4164-a81a-2ecdda592e6d", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:25:41.018779 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d65c64d-b5fa-43ab-9b0a-d4a85ddc7f2e {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:25:41.018779 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749f3838-657b-45ae-8308-44f351782d53', 'name': 'network-vif-deleted', 'tag': '88b8851d-a48f-4164-a81a-2ecdda592e6d', 'status': 'completed', 'code': 200} Feb 12 04:25:41.061234 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-9f1ceb0d-d99a-4f27-9417-875b8af40492 None None] Set router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:25:41.265296 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-9f1ceb0d-d99a-4f27-9417-875b8af40492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:12Z', 'revision_number': 5, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:25:41.294836 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ceb0d-d99a-4f27-9417-875b8af40492 None None] Checking router: 9c0a1719-14bb-495c-8830-05e5eb93c1f9 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:25:41.303466 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ceb0d-d99a-4f27-9417-875b8af40492 None None] Routers {'9c0a1719-14bb-495c-8830-05e5eb93c1f9'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:25:41.304091 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-9f1ceb0d-d99a-4f27-9417-875b8af40492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:25:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:25:41.416431 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-9f1ceb0d-d99a-4f27-9417-875b8af40492 None None] Set router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:25:41.592691 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:41.618755 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-9f1ceb0d-d99a-4f27-9417-875b8af40492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:12Z', 'revision_number': 5, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:25:41.645243 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ceb0d-d99a-4f27-9417-875b8af40492 None None] The sync data for ids ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'] in dv-cinder-828696-3-iscsi is: [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:19:03Z', 'revision_number': 4, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'b09e011c-198d-4dd9-8b04-fa84162cbcb7', 'name': '', 'network_id': '306165a8-01e9-47a6-9b7a-50f5488101e0', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'mac_address': 'fa:16:3e:d7:8e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '2345433c-525e-49b3-a782-8ff78220c794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:02Z', 'updated_at': '2022-02-12T04:19:12Z', 'revision_number': 5, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'subnets': [{'id': '2345433c-525e-49b3-a782-8ff78220c794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:25:41.647736 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d8ccc8d8-e83c-4ab9-9f8d-eb0801984a75 req-debbcd02-4e74-42de-ba4e-1d40542206e5 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/ports?device_id=749f3838-657b-45ae-8308-44f351782d53 HTTP/1.1" status: 200 len: 210 time: 0.0293460 Feb 12 04:25:41.865253 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ef121-e47d-4058-a52d-49330e08c8cf None None] New status for floating IP b81d6034-708f-4dd7-b247-b288e2d52e01: DOWN {{(pid=103160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:25:42.567527 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 88b8851d-a48f-4164-a81a-2ecdda592e6d no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:25:42.590718 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: 88b8851d-a48f-4164-a81a-2ecdda592e6d {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:25:42.591046 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 88b8851d-a48f-4164-a81a-2ecdda592e6d not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:25:42.826347 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 39660) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:42.877248 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1e63-b796-4a54-9f54-35610efc53b9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group (97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:42.898989 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1e63-b796-4a54-9f54-35610efc53b9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group (97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:43.026200 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1e63-b796-4a54-9f54-35610efc53b9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:43.028708 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1e63-b796-4a54-9f54-35610efc53b9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:43.030080 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-ea5f1e63-b796-4a54-9f54-35610efc53b9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "DELETE /v2.0/security-groups/97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3 HTTP/1.1" status: 204 len: 168 time: 0.2027383 Feb 12 04:25:43.032555 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39662) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:43.039727 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f1e63-b796-4a54-9f54-35610efc53b9 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:43.049667 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.api.v2.resource [None req-1bf457c5-2829-4b38-9035-963f3fda2a69 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] show failed (client error): The resource could not be found. Feb 12 04:25:43.049667 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-1bf457c5-2829-4b38-9035-963f3fda2a69 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "GET /v2.0/security-groups/97ee1ff7-ee11-4aa8-8f4c-58971eaeb6a3 HTTP/1.1" status: 404 len: 347 time: 0.0151072 Feb 12 04:25:43.051463 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39664) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:43.173054 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-ed795661-014c-4884-90ab-ae57c87532d8 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Deleting port 225a8d1e-f703-459c-bdea-fc5f71d5d126 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:25:43.173334 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ed795661-014c-4884-90ab-ae57c87532d8 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (225a8d1e-f703-459c-bdea-fc5f71d5d126), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:43.245837 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ed795661-014c-4884-90ab-ae57c87532d8 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (225a8d1e-f703-459c-bdea-fc5f71d5d126), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:43.246168 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ed795661-014c-4884-90ab-ae57c87532d8 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for floatingip (225a8d1e-f703-459c-bdea-fc5f71d5d126), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:43.258203 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-ed795661-014c-4884-90ab-ae57c87532d8 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Calling delete_port for 225a8d1e-f703-459c-bdea-fc5f71d5d126 owned by network:floatingip {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:25:43.460117 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:43.505917 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ed795661-014c-4884-90ab-ae57c87532d8 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (225a8d1e-f703-459c-bdea-fc5f71d5d126), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:43.528377 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed795661-014c-4884-90ab-ae57c87532d8 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Pushing event deleted for resources: {'Port': ['ID=225a8d1e-f703-459c-bdea-fc5f71d5d126,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:43.592127 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ed795661-014c-4884-90ab-ae57c87532d8 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks [] for floatingip (b81d6034-708f-4dd7-b247-b288e2d52e01), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:43.594720 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ed795661-014c-4884-90ab-ae57c87532d8 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:43.595852 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-ed795661-014c-4884-90ab-ae57c87532d8 tempest-AttachVolumeTestJSON-603653507 tempest-AttachVolumeTestJSON-603653507-project] 10.222.0.31 "DELETE /v2.0/floatingips/b81d6034-708f-4dd7-b247-b288e2d52e01 HTTP/1.1" status: 204 len: 168 time: 0.5435066 Feb 12 04:25:46.965518 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:25:47.729752 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 39692) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:48.338145 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-36d48c2d-8ab7-45bc-abdc-b377357828b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001033'] for router_interface (9c0a1719-14bb-495c-8830-05e5eb93c1f9), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:48.574719 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-36d48c2d-8ab7-45bc-abdc-b377357828b8 admin admin] Deleting port b09e011c-198d-4dd9-8b04-fa84162cbcb7 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:25:48.575061 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-36d48c2d-8ab7-45bc-abdc-b377357828b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:48.649037 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-36d48c2d-8ab7-45bc-abdc-b377357828b8 admin admin] For port b09e011c-198d-4dd9-8b04-fa84162cbcb7, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b09e011c-198d-4dd9-8b04-fa84162cbcb7,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:25:48.649422 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-36d48c2d-8ab7-45bc-abdc-b377357828b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:48.661935 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-36d48c2d-8ab7-45bc-abdc-b377357828b8 admin admin] Calling delete_port for b09e011c-198d-4dd9-8b04-fa84162cbcb7 owned by network:router_interface {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:25:48.912320 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-36d48c2d-8ab7-45bc-abdc-b377357828b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (b09e011c-198d-4dd9-8b04-fa84162cbcb7), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:48.937907 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d48c2d-8ab7-45bc-abdc-b377357828b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b09e011c-198d-4dd9-8b04-fa84162cbcb7,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:49.106058 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-36d48c2d-8ab7-45bc-abdc-b377357828b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1001181'] for router_interface (9c0a1719-14bb-495c-8830-05e5eb93c1f9), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:49.565179 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d48c2d-8ab7-45bc-abdc-b377357828b8 admin admin] Router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:25:49.673635 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d48c2d-8ab7-45bc-abdc-b377357828b8 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:25:49.681576 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39696) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:49.682020 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-36d48c2d-8ab7-45bc-abdc-b377357828b8 admin admin] 10.222.0.31 "PUT /v2.0/routers/9c0a1719-14bb-495c-8830-05e5eb93c1f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9508471 Feb 12 04:25:49.685249 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f491a-60cb-40eb-8dbb-60cd21586ca5 None None] Sync routers for ids ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:25:49.695324 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f491a-60cb-40eb-8dbb-60cd21586ca5 None None] Routers {'9c0a1719-14bb-495c-8830-05e5eb93c1f9'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:25:49.695935 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-385f491a-60cb-40eb-8dbb-60cd21586ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:25:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:25:49.792702 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] Publish callbacks [] for router (9c0a1719-14bb-495c-8830-05e5eb93c1f9), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:49.899122 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] Publish callbacks [] for router_gateway (9c0a1719-14bb-495c-8830-05e5eb93c1f9), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:49.930860 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-385f491a-60cb-40eb-8dbb-60cd21586ca5 None None] Set router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:25:50.050068 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] Deleting port 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:25:50.050404 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (913bd3f3-2d2f-40cc-b24a-62ca3170fcfe), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:50.103171 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-385f491a-60cb-40eb-8dbb-60cd21586ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:25:48Z', 'revision_number': 5, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port': {'id': '913bd3f3-2d2f-40cc-b24a-62ca3170fcfe', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:d4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:56Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:25:50.129944 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] For port 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=913bd3f3-2d2f-40cc-b24a-62ca3170fcfe,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:25:50.130304 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (913bd3f3-2d2f-40cc-b24a-62ca3170fcfe), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:50.134071 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f491a-60cb-40eb-8dbb-60cd21586ca5 None None] Checking router: 9c0a1719-14bb-495c-8830-05e5eb93c1f9 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:25:50.142420 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f491a-60cb-40eb-8dbb-60cd21586ca5 None None] Routers {'9c0a1719-14bb-495c-8830-05e5eb93c1f9'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:25:50.142884 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] Calling delete_port for 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe owned by network:router_gateway {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:25:50.143023 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-385f491a-60cb-40eb-8dbb-60cd21586ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:25:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:25:50.230486 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-385f491a-60cb-40eb-8dbb-60cd21586ca5 None None] Set router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 gateway port host: None {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:25:50.283147 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-385f491a-60cb-40eb-8dbb-60cd21586ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:25:49Z', 'revision_number': 6, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port_host': None}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:25:50.312949 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f491a-60cb-40eb-8dbb-60cd21586ca5 None None] The sync data for ids ['9c0a1719-14bb-495c-8830-05e5eb93c1f9'] in dv-cinder-828696-3-iscsi is: [{'id': '9c0a1719-14bb-495c-8830-05e5eb93c1f9', 'name': 'tempest-AttachVolumeTestJSON-1190211160-router', 'tenant_id': 'e56e0fac86874323b726d0897d3cd6e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:54Z', 'updated_at': '2022-02-12T04:25:49Z', 'revision_number': 6, 'project_id': 'e56e0fac86874323b726d0897d3cd6e5', 'gw_port_host': None}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:25:50.367152 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (913bd3f3-2d2f-40cc-b24a-62ca3170fcfe), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:50.390772 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] Pushing event deleted for resources: {'Port': ['ID=913bd3f3-2d2f-40cc-b24a-62ca3170fcfe,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:50.450845 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996355'] for router_gateway (9c0a1719-14bb-495c-8830-05e5eb93c1f9), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:50.538644 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-998586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (9c0a1719-14bb-495c-8830-05e5eb93c1f9), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:50.540726 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] Publish callbacks [] for router_controller (9c0a1719-14bb-495c-8830-05e5eb93c1f9), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:50.678056 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-998579'] for router (9c0a1719-14bb-495c-8830-05e5eb93c1f9), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:50.678623 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c0a1719-14bb-495c-8830-05e5eb93c1f9 {{(pid=103158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 12 04:25:50.683574 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:50.684754 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-9b543705-5743-4f3c-ba08-eb43d5e90948 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9c0a1719-14bb-495c-8830-05e5eb93c1f9 HTTP/1.1" status: 204 len: 168 time: 1.0021882 Feb 12 04:25:50.687301 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39700) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:50.733204 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cc9f6e-6e1b-49ec-a5bd-22ed1670a930 admin admin] Deleting subnet 2345433c-525e-49b3-a782-8ff78220c794 {{(pid=103158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:25:50.736668 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9f6e-6e1b-49ec-a5bd-22ed1670a930 admin admin] Publish callbacks [] for subnet (2345433c-525e-49b3-a782-8ff78220c794), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:50.770733 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9f6e-6e1b-49ec-a5bd-22ed1670a930 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30203189'] for subnet (2345433c-525e-49b3-a782-8ff78220c794), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:50.850223 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9f6e-6e1b-49ec-a5bd-22ed1670a930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (2345433c-525e-49b3-a782-8ff78220c794), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.009030 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9f6e-6e1b-49ec-a5bd-22ed1670a930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29460899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29917894'] for subnet (2345433c-525e-49b3-a782-8ff78220c794), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.035262 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc9f6e-6e1b-49ec-a5bd-22ed1670a930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2345433c-525e-49b3-a782-8ff78220c794,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:51.037765 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f6cc9f6e-6e1b-49ec-a5bd-22ed1670a930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.042147 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-f6cc9f6e-6e1b-49ec-a5bd-22ed1670a930 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2345433c-525e-49b3-a782-8ff78220c794 HTTP/1.1" status: 204 len: 168 time: 0.3537538 Feb 12 04:25:51.044478 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39702) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:51.045158 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c93614-11c3-4971-990b-4beca2fe7263 None None] Network 306165a8-01e9-47a6-9b7a-50f5488101e0 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:25:51.124590 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (306165a8-01e9-47a6-9b7a-50f5488101e0), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.132385 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b09e011c-198d-4dd9-8b04-fa84162cbcb7 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:25:51.159631 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: b09e011c-198d-4dd9-8b04-fa84162cbcb7 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:25:51.159980 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b09e011c-198d-4dd9-8b04-fa84162cbcb7 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:25:51.160425 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:25:51.184317 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:25:51.184665 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 913bd3f3-2d2f-40cc-b24a-62ca3170fcfe not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:25:51.186554 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Deleting port 40872839-0832-439e-9cc9-1ea0d3287a01 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:25:51.186928 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.250855 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] For port 40872839-0832-439e-9cc9-1ea0d3287a01, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=40872839-0832-439e-9cc9-1ea0d3287a01,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:25:51.251223 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.264839 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Calling delete_port for 40872839-0832-439e-9cc9-1ea0d3287a01 owned by network:dhcp {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:25:51.266435 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c0ae80-e6e3-4ba4-bfc1-c07f03aa2360 None None] DHCP port deletion for 306165a8-01e9-47a6-9b7a-50f5488101e0 request from dv-cinder-828696-3-iscsi {{(pid=103159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 12 04:25:51.319638 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-18c0ae80-e6e3-4ba4-bfc1-c07f03aa2360 None None] Deleting port 40872839-0832-439e-9cc9-1ea0d3287a01 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:25:51.319849 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18c0ae80-e6e3-4ba4-bfc1-c07f03aa2360 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.388548 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-18c0ae80-e6e3-4ba4-bfc1-c07f03aa2360 None None] For port 40872839-0832-439e-9cc9-1ea0d3287a01, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=40872839-0832-439e-9cc9-1ea0d3287a01,segment=NetworkSegment(5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d),segment_id=5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:25:51.388865 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18c0ae80-e6e3-4ba4-bfc1-c07f03aa2360 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.402407 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-18c0ae80-e6e3-4ba4-bfc1-c07f03aa2360 None None] Calling delete_port for 40872839-0832-439e-9cc9-1ea0d3287a01 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:25:51.426585 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.440574 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] No DVR routers for this DVR port 40872839-0832-439e-9cc9-1ea0d3287a01 on host dv-cinder-828696-3-iscsi {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:25:51.478846 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-18c0ae80-e6e3-4ba4-bfc1-c07f03aa2360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809'] for port (40872839-0832-439e-9cc9-1ea0d3287a01), after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.488271 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Pushing event deleted for resources: {'Port': ['ID=40872839-0832-439e-9cc9-1ea0d3287a01,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:51.503448 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0ae80-e6e3-4ba4-bfc1-c07f03aa2360 None None] Pushing event deleted for resources: {'Port': ['ID=40872839-0832-439e-9cc9-1ea0d3287a01,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:51.507861 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c0ae80-e6e3-4ba4-bfc1-c07f03aa2360 None None] No DVR routers for this DVR port 40872839-0832-439e-9cc9-1ea0d3287a01 on host dv-cinder-828696-3-iscsi {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:25:51.546157 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (306165a8-01e9-47a6-9b7a-50f5488101e0), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.569562 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306165a8-01e9-47a6-9b7a-50f5488101e0']}} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:25:51.578658 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d') {'for_net_delete': True} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:25:51.578954 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d') {} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:25:51.588496 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30203148'] for segment (5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.601212 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.606925 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:25:51.607304 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29460761'] for segment (5bb3ca45-70b2-460e-b7d5-ffd238ab6e9d), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: Traceback (most recent call last): Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: timer() Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: cb(*args, **kw) Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: return func(*args, **kwargs) Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: self._notify() Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: self.callback(batched_events) Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: event.method(event) Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: return f(self, *a, **k) Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: return self._get(url).json() Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: return self.request(url, 'GET', **kwargs) Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:25:51.608871 dv-cinder-828696-3-iscsi neutron-server[103158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:25:51.751717 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (306165a8-01e9-47a6-9b7a-50f5488101e0), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.756742 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:51.763364 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] 10.222.0.31 "DELETE /v2.0/networks/306165a8-01e9-47a6-9b7a-50f5488101e0 HTTP/1.1" status: 204 len: 168 time: 0.7147565 Feb 12 04:25:51.772879 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60038335-f887-4cf2-a588-e3b2e8a67221 admin admin] Pushing event deleted for resources: {'Network': ['ID=306165a8-01e9-47a6-9b7a-50f5488101e0,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:52.095467 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 39706) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:52.134364 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-8b264c14-932d-4e16-b99a-0b2b9f392177 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e56e0fac86874323b726d0897d3cd6e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373590 Feb 12 04:25:52.134840 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 39708) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:52.178651 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7da1-666f-47c2-ab8a-c793bc5b42b6 admin admin] Publish callbacks [] for security_group (4c42bcbc-478d-4af5-9c44-93ad8eaceeb9), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:52.199426 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7da1-666f-47c2-ab8a-c793bc5b42b6 admin admin] Publish callbacks [] for security_group (4c42bcbc-478d-4af5-9c44-93ad8eaceeb9), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:52.317296 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7da1-666f-47c2-ab8a-c793bc5b42b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (4c42bcbc-478d-4af5-9c44-93ad8eaceeb9), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:52.319869 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7da1-666f-47c2-ab8a-c793bc5b42b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:52.321017 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-aa6f7da1-666f-47c2-ab8a-c793bc5b42b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c42bcbc-478d-4af5-9c44-93ad8eaceeb9 HTTP/1.1" status: 204 len: 168 time: 0.1853032 Feb 12 04:25:52.334134 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f7da1-666f-47c2-ab8a-c793bc5b42b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c42bcbc-478d-4af5-9c44-93ad8eaceeb9,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:52.981066 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 40872839-0832-439e-9cc9-1ea0d3287a01 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:25:53.000396 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: 40872839-0832-439e-9cc9-1ea0d3287a01 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:25:53.000729 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 40872839-0832-439e-9cc9-1ea0d3287a01 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:25:54.637492 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 39758) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:54.737448 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d9fad21f-5717-4c5d-9ebf-f485c859f24e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:54.808856 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d9fad21f-5717-4c5d-9ebf-f485c859f24e admin admin] Publish callbacks [] for security_group (737d5f99-3931-4959-9261-3e2dc3155123), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:54.892478 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d9fad21f-5717-4c5d-9ebf-f485c859f24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (737d5f99-3931-4959-9261-3e2dc3155123), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:54.930139 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-d9fad21f-5717-4c5d-9ebf-f485c859f24e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dfcd3465faf74c0bae043744bd5050ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915933 Feb 12 04:25:54.931976 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fad21f-5717-4c5d-9ebf-f485c859f24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737d5f99-3931-4959-9261-3e2dc3155123,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:54.932900 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39762) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:54.980908 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f8f589d-d2ad-4f3a-bd41-d9e0e1e03738 admin admin] Publish callbacks [] for security_group (737d5f99-3931-4959-9261-3e2dc3155123), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:55.001159 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f8f589d-d2ad-4f3a-bd41-d9e0e1e03738 admin admin] Publish callbacks [] for security_group (737d5f99-3931-4959-9261-3e2dc3155123), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:55.361061 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f8f589d-d2ad-4f3a-bd41-d9e0e1e03738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (737d5f99-3931-4959-9261-3e2dc3155123), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:55.363663 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-6f8f589d-d2ad-4f3a-bd41-d9e0e1e03738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:55.364812 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-6f8f589d-d2ad-4f3a-bd41-d9e0e1e03738 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/737d5f99-3931-4959-9261-3e2dc3155123 HTTP/1.1" status: 204 len: 168 time: 0.4308710 Feb 12 04:25:55.372625 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f589d-d2ad-4f3a-bd41-d9e0e1e03738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737d5f99-3931-4959-9261-3e2dc3155123,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:55.909743 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39768) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:55.923028 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4dec5d55-b9fe-4d6a-98a9-7d620d7c03f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:55.993931 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4dec5d55-b9fe-4d6a-98a9-7d620d7c03f7 admin admin] Publish callbacks [] for security_group (8ce95461-ea8d-4ab1-a937-5c8c610c533e), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:56.065425 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4dec5d55-b9fe-4d6a-98a9-7d620d7c03f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (8ce95461-ea8d-4ab1-a937-5c8c610c533e), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:56.101857 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-4dec5d55-b9fe-4d6a-98a9-7d620d7c03f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7537b6a6d4e4930a3e0d82284543633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910238 Feb 12 04:25:56.102720 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec5d55-b9fe-4d6a-98a9-7d620d7c03f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce95461-ea8d-4ab1-a937-5c8c610c533e,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:56.105099 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 39770) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:56.151756 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c9cd040b-8374-4a62-b8f1-79dda92d8e95 admin admin] Publish callbacks [] for security_group (8ce95461-ea8d-4ab1-a937-5c8c610c533e), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:56.172639 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c9cd040b-8374-4a62-b8f1-79dda92d8e95 admin admin] Publish callbacks [] for security_group (8ce95461-ea8d-4ab1-a937-5c8c610c533e), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:56.294288 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c9cd040b-8374-4a62-b8f1-79dda92d8e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (8ce95461-ea8d-4ab1-a937-5c8c610c533e), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:56.296854 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c9cd040b-8374-4a62-b8f1-79dda92d8e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:56.298038 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-c9cd040b-8374-4a62-b8f1-79dda92d8e95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ce95461-ea8d-4ab1-a937-5c8c610c533e HTTP/1.1" status: 204 len: 168 time: 0.1916945 Feb 12 04:25:56.305889 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd040b-8374-4a62-b8f1-79dda92d8e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce95461-ea8d-4ab1-a937-5c8c610c533e,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:59.432769 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 39842) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:59.533449 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cb87a438-6bb4-42e7-b0e2-b7cf99f681ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:59.603736 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cb87a438-6bb4-42e7-b0e2-b7cf99f681ad admin admin] Publish callbacks [] for security_group (a3a6874b-5fca-4b2e-8ab3-a7e24696ebe5), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:59.704233 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-cb87a438-6bb4-42e7-b0e2-b7cf99f681ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (a3a6874b-5fca-4b2e-8ab3-a7e24696ebe5), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:59.742526 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-cb87a438-6bb4-42e7-b0e2-b7cf99f681ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=779a8f846b4b47e2bb24543b7a6ab2c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084850 Feb 12 04:25:59.743426 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87a438-6bb4-42e7-b0e2-b7cf99f681ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a6874b-5fca-4b2e-8ab3-a7e24696ebe5,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:25:59.745304 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39846) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:25:59.791692 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9e96c712-0dd6-467c-a87b-936c9bd88715 admin admin] Publish callbacks [] for security_group (a3a6874b-5fca-4b2e-8ab3-a7e24696ebe5), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:59.812473 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9e96c712-0dd6-467c-a87b-936c9bd88715 admin admin] Publish callbacks [] for security_group (a3a6874b-5fca-4b2e-8ab3-a7e24696ebe5), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:59.939963 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9e96c712-0dd6-467c-a87b-936c9bd88715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (a3a6874b-5fca-4b2e-8ab3-a7e24696ebe5), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:59.942964 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-9e96c712-0dd6-467c-a87b-936c9bd88715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:25:59.944102 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-9e96c712-0dd6-467c-a87b-936c9bd88715 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3a6874b-5fca-4b2e-8ab3-a7e24696ebe5 HTTP/1.1" status: 204 len: 168 time: 0.1978054 Feb 12 04:25:59.951759 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96c712-0dd6-467c-a87b-936c9bd88715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a6874b-5fca-4b2e-8ab3-a7e24696ebe5,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:00.586247 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39852) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:00.599499 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad4c4-a946-4b88-abe3-7ab1fba4c28e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:00.672530 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad4c4-a946-4b88-abe3-7ab1fba4c28e admin admin] Publish callbacks [] for security_group (fb076d27-725a-481d-aa56-7e71bb606f30), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:00.768562 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad4c4-a946-4b88-abe3-7ab1fba4c28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (fb076d27-725a-481d-aa56-7e71bb606f30), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:00.805955 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-cc0ad4c4-a946-4b88-abe3-7ab1fba4c28e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e729d2c0d7c433aa1c9537a4fae30a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186329 Feb 12 04:26:00.806863 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ad4c4-a946-4b88-abe3-7ab1fba4c28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb076d27-725a-481d-aa56-7e71bb606f30,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:00.808642 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 39856) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:00.861945 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-60402cdd-9b2d-4546-99f2-859bf9d6102e admin admin] Publish callbacks [] for security_group (fb076d27-725a-481d-aa56-7e71bb606f30), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:00.890173 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-60402cdd-9b2d-4546-99f2-859bf9d6102e admin admin] Publish callbacks [] for security_group (fb076d27-725a-481d-aa56-7e71bb606f30), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:01.014446 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-60402cdd-9b2d-4546-99f2-859bf9d6102e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (fb076d27-725a-481d-aa56-7e71bb606f30), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:01.017019 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-60402cdd-9b2d-4546-99f2-859bf9d6102e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:01.018244 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-60402cdd-9b2d-4546-99f2-859bf9d6102e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb076d27-725a-481d-aa56-7e71bb606f30 HTTP/1.1" status: 204 len: 168 time: 0.2079585 Feb 12 04:26:01.027534 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60402cdd-9b2d-4546-99f2-859bf9d6102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb076d27-725a-481d-aa56-7e71bb606f30,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:01.265728 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:02.364904 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87624c9a-68e4-4b64-af3a-4750fae4f6ce req-b2a4c873-5abf-47ae-9b51-bfb4b00d1ebd tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:02.366539 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-87624c9a-68e4-4b64-af3a-4750fae4f6ce req-b2a4c873-5abf-47ae-9b51-bfb4b00d1ebd tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 946 time: 0.0531924 Feb 12 04:26:02.415134 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-87624c9a-68e4-4b64-af3a-4750fae4f6ce req-c4db0536-963d-477e-b4af-492e02081bb8 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432224 Feb 12 04:26:03.545598 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe2cc4-1bba-4585-9883-56494d234a68 req-d4615cd8-3c28-4967-9a83-57e9b87060e7 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:03.547047 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a3fe2cc4-1bba-4585-9883-56494d234a68 req-d4615cd8-3c28-4967-9a83-57e9b87060e7 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 946 time: 0.0547609 Feb 12 04:26:03.598526 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a3fe2cc4-1bba-4585-9883-56494d234a68 req-cc03f1ab-e5b8-4418-aa1f-ecf486019fc7 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups?id=b90aee77-51a8-401f-9f5d-676938733a11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457976 Feb 12 04:26:03.846941 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6f480-81db-4293-91e5-787918df089a req-60e23937-81f4-4330-be65-b79028ac2327 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:03.848376 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bca6f480-81db-4293-91e5-787918df089a req-60e23937-81f4-4330-be65-b79028ac2327 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 946 time: 0.0515382 Feb 12 04:26:03.940404 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-bca6f480-81db-4293-91e5-787918df089a req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Deleting port f422b7da-a2b0-42ea-ae30-eab3ad40c55e {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:26:03.940742 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-bca6f480-81db-4293-91e5-787918df089a req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:04.029483 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-bca6f480-81db-4293-91e5-787918df089a req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] For port f422b7da-a2b0-42ea-ae30-eab3ad40c55e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:26:04.029840 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-bca6f480-81db-4293-91e5-787918df089a req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:04.194702 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-bca6f480-81db-4293-91e5-787918df089a req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:04.195063 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-bca6f480-81db-4293-91e5-787918df089a req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:04.195379 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.l3_db [req-bca6f480-81db-4293-91e5-787918df089a req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Floating IP 6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e disassociated. External IP: 172.27.3.191, port: f422b7da-a2b0-42ea-ae30-eab3ad40c55e. Feb 12 04:26:04.195717 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-bca6f480-81db-4293-91e5-787918df089a req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Calling delete_port for f422b7da-a2b0-42ea-ae30-eab3ad40c55e owned by compute:nova {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:26:04.379839 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-bca6f480-81db-4293-91e5-787918df089a req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (f422b7da-a2b0-42ea-ae30-eab3ad40c55e), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:04.405309 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event deleted for resources: {'Port': ['ID=f422b7da-a2b0-42ea-ae30-eab3ad40c55e,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:04.522353 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bca6f480-81db-4293-91e5-787918df089a req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Router 9a9423a3-e368-43b7-aa7f-736d5da7ceda has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:26:04.629299 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bca6f480-81db-4293-91e5-787918df089a req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:26:04.639345 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5ba9f-69cc-4f9b-be5f-7915ab8606be None None] Sync routers for ids ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:26:04.650016 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5ba9f-69cc-4f9b-be5f-7915ab8606be None None] Routers {'9a9423a3-e368-43b7-aa7f-736d5da7ceda'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:26:04.650705 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-b3e5ba9f-69cc-4f9b-be5f-7915ab8606be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:25:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:04.671291 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca6f480-81db-4293-91e5-787918df089a req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] No DVR routers for this DVR port f422b7da-a2b0-42ea-ae30-eab3ad40c55e on host hv-cinder-82869 {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:26:04.673898 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-bca6f480-81db-4293-91e5-787918df089a req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:04.677337 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bca6f480-81db-4293-91e5-787918df089a req-657d033f-2c2a-434c-9cd6-2357ade506fa tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.42 "DELETE /v2.0/ports/f422b7da-a2b0-42ea-ae30-eab3ad40c55e HTTP/1.1" status: 204 len: 173 time: 0.8211961 Feb 12 04:26:04.679235 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e28932f-789d-4692-aabf-13afc5f49e67', 'name': 'network-vif-deleted', 'tag': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:26:04.681559 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163f5d0e-d509-4dbc-aeda-59a32af309d7" -d '{"events": [{"server_uuid": "5e28932f-789d-4692-aabf-13afc5f49e67", "name": "network-vif-deleted", "tag": "f422b7da-a2b0-42ea-ae30-eab3ad40c55e"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:26:04.729230 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2af60586-3578-46e7-a05f-1b393ee1beaa req-c17564a4-2985-4af9-a5cf-22e8355e3354 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/ports?device_id=5e28932f-789d-4692-aabf-13afc5f49e67 HTTP/1.1" status: 200 len: 210 time: 0.0334425 Feb 12 04:26:04.732535 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4bce4d-370f-431c-9ced-f8c2edb1676b x-openstack-request-id: req-4e4bce4d-370f-431c-9ced-f8c2edb1676b {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:26:04.732894 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e28932f-789d-4692-aabf-13afc5f49e67", "name": "network-vif-deleted", "tag": "f422b7da-a2b0-42ea-ae30-eab3ad40c55e", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:26:04.733231 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e4bce4d-370f-431c-9ced-f8c2edb1676b {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:26:04.733725 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e28932f-789d-4692-aabf-13afc5f49e67', 'name': 'network-vif-deleted', 'tag': 'f422b7da-a2b0-42ea-ae30-eab3ad40c55e', 'status': 'completed', 'code': 200} Feb 12 04:26:04.779666 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-b3e5ba9f-69cc-4f9b-be5f-7915ab8606be None None] Set router 9a9423a3-e368-43b7-aa7f-736d5da7ceda gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:26:04.991035 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-b3e5ba9f-69cc-4f9b-be5f-7915ab8606be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:09Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:05.015802 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5ba9f-69cc-4f9b-be5f-7915ab8606be None None] Checking router: 9a9423a3-e368-43b7-aa7f-736d5da7ceda for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:26:05.023662 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5ba9f-69cc-4f9b-be5f-7915ab8606be None None] Routers {'9a9423a3-e368-43b7-aa7f-736d5da7ceda'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:26:05.024257 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-b3e5ba9f-69cc-4f9b-be5f-7915ab8606be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:25:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:05.130275 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-b3e5ba9f-69cc-4f9b-be5f-7915ab8606be None None] Set router 9a9423a3-e368-43b7-aa7f-736d5da7ceda gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:26:05.328414 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-b3e5ba9f-69cc-4f9b-be5f-7915ab8606be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:09Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:05.354062 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5ba9f-69cc-4f9b-be5f-7915ab8606be None None] The sync data for ids ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'] in dv-cinder-828696-3-iscsi is: [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:19:01Z', 'revision_number': 4, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'a6d8dfb9-9b0f-4f97-a37b-f97022f4453c', 'name': '', 'network_id': 'a470119b-e597-4f7c-b914-bdedfeebd027', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'mac_address': 'fa:16:3e:9d:2b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:19:00Z', 'updated_at': '2022-02-12T04:19:09Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'subnets': [{'id': '9e097ae6-88b7-4785-b35b-e83f2dfc78cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:26:05.563046 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934d3a64-9463-440c-b49d-5f6343b18ee8 None None] New status for floating IP 6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e: DOWN {{(pid=103159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:26:05.901660 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 39940) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:05.950670 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-77b07f68-b8e9-4c78-91d8-8e5a17dc8101 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group (b90aee77-51a8-401f-9f5d-676938733a11), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:05.972698 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-77b07f68-b8e9-4c78-91d8-8e5a17dc8101 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group (b90aee77-51a8-401f-9f5d-676938733a11), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:06.088555 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-77b07f68-b8e9-4c78-91d8-8e5a17dc8101 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (b90aee77-51a8-401f-9f5d-676938733a11), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:06.091165 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-77b07f68-b8e9-4c78-91d8-8e5a17dc8101 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:06.092325 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-77b07f68-b8e9-4c78-91d8-8e5a17dc8101 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "DELETE /v2.0/security-groups/b90aee77-51a8-401f-9f5d-676938733a11 HTTP/1.1" status: 204 len: 168 time: 0.1917636 Feb 12 04:26:06.095219 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39942) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:06.102612 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b07f68-b8e9-4c78-91d8-8e5a17dc8101 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90aee77-51a8-401f-9f5d-676938733a11,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:06.109317 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.api.v2.resource [None req-ce03ff94-ee24-4fb3-88bf-db9ad2f7cd72 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] show failed (client error): The resource could not be found. Feb 12 04:26:06.110610 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-ce03ff94-ee24-4fb3-88bf-db9ad2f7cd72 tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "GET /v2.0/security-groups/b90aee77-51a8-401f-9f5d-676938733a11 HTTP/1.1" status: 404 len: 347 time: 0.0143976 Feb 12 04:26:06.113518 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39944) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:06.233455 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-b32be80f-ddb0-40d3-95be-6d5eb26150ef tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Deleting port 08c326f1-8ed7-4dae-aa15-d06c7c081756 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:26:06.233800 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b32be80f-ddb0-40d3-95be-6d5eb26150ef tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (08c326f1-8ed7-4dae-aa15-d06c7c081756), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:06.307147 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b32be80f-ddb0-40d3-95be-6d5eb26150ef tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (08c326f1-8ed7-4dae-aa15-d06c7c081756), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:06.307473 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b32be80f-ddb0-40d3-95be-6d5eb26150ef tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for floatingip (08c326f1-8ed7-4dae-aa15-d06c7c081756), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:06.318738 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-b32be80f-ddb0-40d3-95be-6d5eb26150ef tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Calling delete_port for 08c326f1-8ed7-4dae-aa15-d06c7c081756 owned by network:floatingip {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:26:06.511848 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b32be80f-ddb0-40d3-95be-6d5eb26150ef tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (08c326f1-8ed7-4dae-aa15-d06c7c081756), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:06.535177 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32be80f-ddb0-40d3-95be-6d5eb26150ef tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Pushing event deleted for resources: {'Port': ['ID=08c326f1-8ed7-4dae-aa15-d06c7c081756,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:06.599866 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b32be80f-ddb0-40d3-95be-6d5eb26150ef tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks [] for floatingip (6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:06.602406 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b32be80f-ddb0-40d3-95be-6d5eb26150ef tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:06.603630 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-b32be80f-ddb0-40d3-95be-6d5eb26150ef tempest-AttachVolumeShelveTestJSON-2096549792 tempest-AttachVolumeShelveTestJSON-2096549792-project] 10.222.0.31 "DELETE /v2.0/floatingips/6959b0d1-3f1e-4dca-8507-33c1fd8a6a7e HTTP/1.1" status: 204 len: 168 time: 0.4890220 Feb 12 04:26:06.658957 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device f422b7da-a2b0-42ea-ae30-eab3ad40c55e no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:26:06.682114 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: f422b7da-a2b0-42ea-ae30-eab3ad40c55e {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:26:06.682454 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device f422b7da-a2b0-42ea-ae30-eab3ad40c55e not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:26:06.831625 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c7d474d1-bbd1-4a0b-ba04-68f070100b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:07.239505 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bbbfb78d-1465-4489-9045-df935c9ce895 req-8009e510-2fd4-48d3-aad0-f3a6185b70bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431149 Feb 12 04:26:07.332838 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfb78d-1465-4489-9045-df935c9ce895 req-c3e846de-08bd-4074-a258-4b49734212c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:07.335041 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bbbfb78d-1465-4489-9045-df935c9ce895 req-c3e846de-08bd-4074-a258-4b49734212c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9562939d04a04f868c738263f2375b8e&device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 1129 time: 0.0457323 Feb 12 04:26:07.439128 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfb78d-1465-4489-9045-df935c9ce895 req-f229046c-d233-4891-9a35-975b00fdf3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:07.440583 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bbbfb78d-1465-4489-9045-df935c9ce895 req-f229046c-d233-4891-9a35-975b00fdf3a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cebed9f7-140d-47a7-aec8-23c08b8b80f3 HTTP/1.1" status: 200 len: 908 time: 0.0869317 Feb 12 04:26:07.506867 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bbbfb78d-1465-4489-9045-df935c9ce895 req-5653684f-835d-4788-9036-8742f373827d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0598519 Feb 12 04:26:07.557916 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfb78d-1465-4489-9045-df935c9ce895 req-7a758382-ca3c-4c58-b3e7-e6911e8b64dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:07.559443 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bbbfb78d-1465-4489-9045-df935c9ce895 req-7a758382-ca3c-4c58-b3e7-e6911e8b64dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=afa0fa48-3aaf-4262-a198-8492ffc2c332 HTTP/1.1" status: 200 len: 847 time: 0.0435104 Feb 12 04:26:07.615861 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfb78d-1465-4489-9045-df935c9ce895 req-991d9e6b-8bf3-4a54-98f9-35f742a4d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:07.617450 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bbbfb78d-1465-4489-9045-df935c9ce895 req-991d9e6b-8bf3-4a54-98f9-35f742a4d236 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cebed9f7-140d-47a7-aec8-23c08b8b80f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475168 Feb 12 04:26:07.708977 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bbbfb78d-1465-4489-9045-df935c9ce895 req-65c43672-4d3a-48f2-ad24-a017840b6293 service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817151 Feb 12 04:26:07.804302 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bbbfb78d-1465-4489-9045-df935c9ce895 req-52090f21-fcd8-4a47-9b11-510e5e395d27 service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865085 Feb 12 04:26:08.417205 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 39990) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:08.519961 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8bc5041d-72b2-4a89-a9c4-0ebdedaa9aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:08.592322 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8bc5041d-72b2-4a89-a9c4-0ebdedaa9aa2 admin admin] Publish callbacks [] for security_group (ac9c4d19-d0b9-45b9-a11e-7ed4207f9cb2), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:08.648363 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-8bc5041d-72b2-4a89-a9c4-0ebdedaa9aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (ac9c4d19-d0b9-45b9-a11e-7ed4207f9cb2), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:08.685018 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-8bc5041d-72b2-4a89-a9c4-0ebdedaa9aa2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5936655430d64a959744206ec76bac11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666717 Feb 12 04:26:08.686170 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5041d-72b2-4a89-a9c4-0ebdedaa9aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9c4d19-d0b9-45b9-a11e-7ed4207f9cb2,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:08.687765 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 39994) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:08.735186 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ce470914-790c-4f17-9807-bc6b8017cc18 admin admin] Publish callbacks [] for security_group (ac9c4d19-d0b9-45b9-a11e-7ed4207f9cb2), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:08.754957 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ce470914-790c-4f17-9807-bc6b8017cc18 admin admin] Publish callbacks [] for security_group (ac9c4d19-d0b9-45b9-a11e-7ed4207f9cb2), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:08.865622 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ce470914-790c-4f17-9807-bc6b8017cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (ac9c4d19-d0b9-45b9-a11e-7ed4207f9cb2), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:08.868086 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ce470914-790c-4f17-9807-bc6b8017cc18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:08.869236 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-ce470914-790c-4f17-9807-bc6b8017cc18 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac9c4d19-d0b9-45b9-a11e-7ed4207f9cb2 HTTP/1.1" status: 204 len: 168 time: 0.1804147 Feb 12 04:26:08.876581 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce470914-790c-4f17-9807-bc6b8017cc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9c4d19-d0b9-45b9-a11e-7ed4207f9cb2,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:09.071468 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0c66f4b8-da86-49f1-ace9-57b37df43764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:09.315325 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40006) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:09.437037 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40010) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:09.451943 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-060b2825-e425-4bd2-a77b-b08db540dcb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:09.528624 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-060b2825-e425-4bd2-a77b-b08db540dcb0 admin admin] Publish callbacks [] for security_group (0c66f663-d56f-4759-ad04-5b832473d8c8), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:09.624188 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-060b2825-e425-4bd2-a77b-b08db540dcb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (0c66f663-d56f-4759-ad04-5b832473d8c8), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:09.659283 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b2825-e425-4bd2-a77b-b08db540dcb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c66f663-d56f-4759-ad04-5b832473d8c8,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:09.684894 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40012) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:09.688310 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-060b2825-e425-4bd2-a77b-b08db540dcb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3695bc20bd364acc97aa3a7aad4276f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432580 Feb 12 04:26:09.770550 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-00885b1b-e39e-4a9a-b02c-f4ae58ffca92 admin admin] Publish callbacks [] for security_group (0c66f663-d56f-4759-ad04-5b832473d8c8), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:09.803142 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-00885b1b-e39e-4a9a-b02c-f4ae58ffca92 admin admin] Publish callbacks [] for security_group (0c66f663-d56f-4759-ad04-5b832473d8c8), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:09.839854 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f1aa-fa4d-488c-9b47-45bef74d29c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001033'] for router_interface (9a9423a3-e368-43b7-aa7f-736d5da7ceda), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:09.996781 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-00885b1b-e39e-4a9a-b02c-f4ae58ffca92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (0c66f663-d56f-4759-ad04-5b832473d8c8), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:09.999280 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-00885b1b-e39e-4a9a-b02c-f4ae58ffca92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:10.000396 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-00885b1b-e39e-4a9a-b02c-f4ae58ffca92 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c66f663-d56f-4759-ad04-5b832473d8c8 HTTP/1.1" status: 204 len: 168 time: 0.3145938 Feb 12 04:26:10.011059 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00885b1b-e39e-4a9a-b02c-f4ae58ffca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c66f663-d56f-4759-ad04-5b832473d8c8,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:10.099993 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1f1aa-fa4d-488c-9b47-45bef74d29c5 admin admin] Deleting port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:26:10.100327 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f1aa-fa4d-488c-9b47-45bef74d29c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:10.174277 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-b6c1f1aa-fa4d-488c-9b47-45bef74d29c5 admin admin] For port a6d8dfb9-9b0f-4f97-a37b-f97022f4453c, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=a6d8dfb9-9b0f-4f97-a37b-f97022f4453c,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:26:10.174632 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f1aa-fa4d-488c-9b47-45bef74d29c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:10.186454 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1f1aa-fa4d-488c-9b47-45bef74d29c5 admin admin] Calling delete_port for a6d8dfb9-9b0f-4f97-a37b-f97022f4453c owned by network:router_interface {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:26:10.448859 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f1aa-fa4d-488c-9b47-45bef74d29c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (a6d8dfb9-9b0f-4f97-a37b-f97022f4453c), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:10.478851 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1f1aa-fa4d-488c-9b47-45bef74d29c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d8dfb9-9b0f-4f97-a37b-f97022f4453c,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:10.602813 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:10.653463 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-b6c1f1aa-fa4d-488c-9b47-45bef74d29c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1001181'] for router_interface (9a9423a3-e368-43b7-aa7f-736d5da7ceda), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:10.868788 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c1f1aa-fa4d-488c-9b47-45bef74d29c5 admin admin] Router 9a9423a3-e368-43b7-aa7f-736d5da7ceda has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:26:10.979531 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c1f1aa-fa4d-488c-9b47-45bef74d29c5 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:26:10.984924 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-b6c1f1aa-fa4d-488c-9b47-45bef74d29c5 admin admin] 10.222.0.31 "PUT /v2.0/routers/9a9423a3-e368-43b7-aa7f-736d5da7ceda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6682491 Feb 12 04:26:10.987540 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40034) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:10.991730 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad0068b-6b3a-424b-91e5-20099ecfddd1 None None] Sync routers for ids ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:26:11.003588 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0068b-6b3a-424b-91e5-20099ecfddd1 None None] Routers {'9a9423a3-e368-43b7-aa7f-736d5da7ceda'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:26:11.004443 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-2ad0068b-6b3a-424b-91e5-20099ecfddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:26:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:11.097959 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] Publish callbacks [] for router (9a9423a3-e368-43b7-aa7f-736d5da7ceda), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:11.203920 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-2ad0068b-6b3a-424b-91e5-20099ecfddd1 None None] Set router 9a9423a3-e368-43b7-aa7f-736d5da7ceda gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:26:11.407731 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-2ad0068b-6b3a-424b-91e5-20099ecfddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:26:10Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:11.433824 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad0068b-6b3a-424b-91e5-20099ecfddd1 None None] Checking router: 9a9423a3-e368-43b7-aa7f-736d5da7ceda for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:26:11.447952 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0068b-6b3a-424b-91e5-20099ecfddd1 None None] Routers {'9a9423a3-e368-43b7-aa7f-736d5da7ceda'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:26:11.448594 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-2ad0068b-6b3a-424b-91e5-20099ecfddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:26:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:11.477422 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] Publish callbacks [] for router_gateway (9a9423a3-e368-43b7-aa7f-736d5da7ceda), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:11.560212 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-2ad0068b-6b3a-424b-91e5-20099ecfddd1 None None] Set router 9a9423a3-e368-43b7-aa7f-736d5da7ceda gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:26:11.579864 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:11.620814 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] Deleting port b888a0b9-1d50-4d46-af48-47b94cd94280 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:26:11.621145 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (b888a0b9-1d50-4d46-af48-47b94cd94280), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:11.701120 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] For port b888a0b9-1d50-4d46-af48-47b94cd94280, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b888a0b9-1d50-4d46-af48-47b94cd94280,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:26:11.701552 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (b888a0b9-1d50-4d46-af48-47b94cd94280), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:11.717218 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] Calling delete_port for b888a0b9-1d50-4d46-af48-47b94cd94280 owned by network:router_gateway {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:26:11.738560 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-2ad0068b-6b3a-424b-91e5-20099ecfddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:26:10Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:11.768755 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad0068b-6b3a-424b-91e5-20099ecfddd1 None None] The sync data for ids ['9a9423a3-e368-43b7-aa7f-736d5da7ceda'] in dv-cinder-828696-3-iscsi is: [{'id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'name': 'tempest-AttachVolumeShelveTestJSON-334229828-router', 'tenant_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:18:53Z', 'updated_at': '2022-02-12T04:26:10Z', 'revision_number': 5, 'project_id': 'f5a7d98ea94e4547983dbffcb2b614bc', 'gw_port': {'id': 'b888a0b9-1d50-4d46-af48-47b94cd94280', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9423a3-e368-43b7-aa7f-736d5da7ceda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:18:55Z', 'updated_at': '2022-02-12T04:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:26:11.984040 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (b888a0b9-1d50-4d46-af48-47b94cd94280), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.013454 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] Pushing event deleted for resources: {'Port': ['ID=b888a0b9-1d50-4d46-af48-47b94cd94280,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:12.072578 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996355'] for router_gateway (9a9423a3-e368-43b7-aa7f-736d5da7ceda), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.163989 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-998586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (9a9423a3-e368-43b7-aa7f-736d5da7ceda), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.166255 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] Publish callbacks [] for router_controller (9a9423a3-e368-43b7-aa7f-736d5da7ceda), precommit_delete_associations {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.305917 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-998579'] for router (9a9423a3-e368-43b7-aa7f-736d5da7ceda), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.306480 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a9423a3-e368-43b7-aa7f-736d5da7ceda {{(pid=103157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 12 04:26:12.311003 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.312039 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-c52ca808-a3e8-4d0b-ab27-a943704a8894 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9a9423a3-e368-43b7-aa7f-736d5da7ceda HTTP/1.1" status: 204 len: 168 time: 1.3234584 Feb 12 04:26:12.314565 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40060) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:12.359930 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_v2 [None req-532a55f3-dfe9-45b5-b4ca-57b92b0d9428 admin admin] Deleting subnet 9e097ae6-88b7-4785-b35b-e83f2dfc78cb {{(pid=103157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:26:12.363272 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-532a55f3-dfe9-45b5-b4ca-57b92b0d9428 admin admin] Publish callbacks [] for subnet (9e097ae6-88b7-4785-b35b-e83f2dfc78cb), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.403483 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-532a55f3-dfe9-45b5-b4ca-57b92b0d9428 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29520124'] for subnet (9e097ae6-88b7-4785-b35b-e83f2dfc78cb), precommit_delete_associations {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.490689 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-532a55f3-dfe9-45b5-b4ca-57b92b0d9428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (9e097ae6-88b7-4785-b35b-e83f2dfc78cb), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.614991 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-532a55f3-dfe9-45b5-b4ca-57b92b0d9428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31418175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30023878'] for subnet (9e097ae6-88b7-4785-b35b-e83f2dfc78cb), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.640021 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a55f3-dfe9-45b5-b4ca-57b92b0d9428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e097ae6-88b7-4785-b35b-e83f2dfc78cb,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:12.643595 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-532a55f3-dfe9-45b5-b4ca-57b92b0d9428 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.647947 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-532a55f3-dfe9-45b5-b4ca-57b92b0d9428 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9e097ae6-88b7-4785-b35b-e83f2dfc78cb HTTP/1.1" status: 204 len: 168 time: 0.3317678 Feb 12 04:26:12.650396 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40062) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:12.654979 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0327b420-51dc-48c4-a075-5545e03e98ab None None] Network a470119b-e597-4f7c-b914-bdedfeebd027 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:26:12.717545 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (a470119b-e597-4f7c-b914-bdedfeebd027), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.777968 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Deleting port b328af36-dead-451a-a365-d391394c1237 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:26:12.778300 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (b328af36-dead-451a-a365-d391394c1237), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.827298 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9198c78f-f955-4436-a122-aba942bbdceb None None] DHCP port deletion for a470119b-e597-4f7c-b914-bdedfeebd027 request from dv-cinder-828696-3-iscsi {{(pid=103159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 12 04:26:12.841852 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] For port b328af36-dead-451a-a365-d391394c1237, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b328af36-dead-451a-a365-d391394c1237,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:26:12.847243 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (b328af36-dead-451a-a365-d391394c1237), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.869527 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Calling delete_port for b328af36-dead-451a-a365-d391394c1237 owned by network:dhcp {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:26:12.877130 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9198c78f-f955-4436-a122-aba942bbdceb None None] Deleting port b328af36-dead-451a-a365-d391394c1237 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:26:12.877527 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9198c78f-f955-4436-a122-aba942bbdceb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (b328af36-dead-451a-a365-d391394c1237), before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.955692 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-9198c78f-f955-4436-a122-aba942bbdceb None None] For port b328af36-dead-451a-a365-d391394c1237, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b328af36-dead-451a-a365-d391394c1237,segment=NetworkSegment(c8fa753c-10c2-4a60-ac17-892abcfdf9af),segment_id=c8fa753c-10c2-4a60-ac17-892abcfdf9af)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:26:12.956094 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9198c78f-f955-4436-a122-aba942bbdceb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (b328af36-dead-451a-a365-d391394c1237), precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:12.969601 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9198c78f-f955-4436-a122-aba942bbdceb None None] Calling delete_port for b328af36-dead-451a-a365-d391394c1237 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:26:13.010680 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b328af36-dead-451a-a365-d391394c1237 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:26:13.055255 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (b328af36-dead-451a-a365-d391394c1237), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:13.076187 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No active binding found for port b328af36-dead-451a-a365-d391394c1237 {{(pid=103159) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 12 04:26:13.076565 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] The host dv-cinder-828696-3-iscsi is not matching for port b328af36-dead-451a-a365-d391394c1237 host None! {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 12 04:26:13.077413 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b328af36-dead-451a-a365-d391394c1237 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:26:13.077413 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device a6d8dfb9-9b0f-4f97-a37b-f97022f4453c no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:26:13.082155 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b328af36-dead-451a-a365-d391394c1237,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:13.083970 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] No DVR routers for this DVR port b328af36-dead-451a-a365-d391394c1237 on host dv-cinder-828696-3-iscsi {{(pid=103157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:26:13.099602 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: a6d8dfb9-9b0f-4f97-a37b-f97022f4453c {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:26:13.099943 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device a6d8dfb9-9b0f-4f97-a37b-f97022f4453c not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:26:13.100358 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b888a0b9-1d50-4d46-af48-47b94cd94280 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:26:13.102176 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9198c78f-f955-4436-a122-aba942bbdceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809'] for port (b328af36-dead-451a-a365-d391394c1237), after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:13.143478 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: b888a0b9-1d50-4d46-af48-47b94cd94280 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:26:13.143478 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b888a0b9-1d50-4d46-af48-47b94cd94280 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:26:13.144107 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198c78f-f955-4436-a122-aba942bbdceb None None] Pushing event deleted for resources: {'Port': ['ID=b328af36-dead-451a-a365-d391394c1237,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:13.148268 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9198c78f-f955-4436-a122-aba942bbdceb None None] No DVR routers for this DVR port b328af36-dead-451a-a365-d391394c1237 on host dv-cinder-828696-3-iscsi {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:26:13.167184 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (a470119b-e597-4f7c-b914-bdedfeebd027), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:13.191399 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a470119b-e597-4f7c-b914-bdedfeebd027']}} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:13.200617 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fa753c-10c2-4a60-ac17-892abcfdf9af') {'for_net_delete': True} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:13.200915 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fa753c-10c2-4a60-ac17-892abcfdf9af') {} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:13.210323 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29520069'] for segment (c8fa753c-10c2-4a60-ac17-892abcfdf9af), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:13.226611 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (c8fa753c-10c2-4a60-ac17-892abcfdf9af), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:13.232489 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:26:13.232878 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31418245'] for segment (c8fa753c-10c2-4a60-ac17-892abcfdf9af), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: Traceback (most recent call last): Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: timer() Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: cb(*args, **kw) Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: return func(*args, **kwargs) Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: self._notify() Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: self.callback(batched_events) Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: event.method(event) Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: return f(self, *a, **k) Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._get(url).json() Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: return self.request(url, 'GET', **kwargs) Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:26:13.234891 dv-cinder-828696-3-iscsi neutron-server[103157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:26:13.368523 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (a470119b-e597-4f7c-b914-bdedfeebd027), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:13.373958 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:13.377051 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] 10.222.0.31 "DELETE /v2.0/networks/a470119b-e597-4f7c-b914-bdedfeebd027 HTTP/1.1" status: 204 len: 168 time: 0.7257142 Feb 12 04:26:13.387768 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff807f6b-f3a4-4db2-a3c7-6825715295dc admin admin] Pushing event deleted for resources: {'Network': ['ID=a470119b-e597-4f7c-b914-bdedfeebd027,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:13.447191 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:13.722585 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40070) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:13.761988 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-fd7dcff1-563a-42cd-a07e-556d0e9437c1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5a7d98ea94e4547983dbffcb2b614bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382376 Feb 12 04:26:13.764329 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40072) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:13.809532 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-907c98b2-6fc2-47ef-b246-baef59cd7b16 admin admin] Publish callbacks [] for security_group (009b085e-c45b-4300-9b04-be1b7b4aa70f), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:13.830181 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-907c98b2-6fc2-47ef-b246-baef59cd7b16 admin admin] Publish callbacks [] for security_group (009b085e-c45b-4300-9b04-be1b7b4aa70f), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:13.968226 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-907c98b2-6fc2-47ef-b246-baef59cd7b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (009b085e-c45b-4300-9b04-be1b7b4aa70f), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:13.970741 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-907c98b2-6fc2-47ef-b246-baef59cd7b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:13.971880 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-907c98b2-6fc2-47ef-b246-baef59cd7b16 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/009b085e-c45b-4300-9b04-be1b7b4aa70f HTTP/1.1" status: 204 len: 168 time: 0.2066247 Feb 12 04:26:13.980038 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c98b2-6fc2-47ef-b246-baef59cd7b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009b085e-c45b-4300-9b04-be1b7b4aa70f,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:15.151963 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c999e8-9dbe-44d3-b2fe-f43fdbe7fb51 req-1967b280-7fcf-4acc-be0f-463882eda08a tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:15.153515 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a5c999e8-9dbe-44d3-b2fe-f43fdbe7fb51 req-1967b280-7fcf-4acc-be0f-463882eda08a tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0560808 Feb 12 04:26:15.201485 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a5c999e8-9dbe-44d3-b2fe-f43fdbe7fb51 req-e774dc91-88be-4983-ac21-355e42bf0688 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424991 Feb 12 04:26:16.331600 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196bbc6-1ee1-4a67-ad6b-d7e09dac9107 req-3c59b93b-8452-403a-8046-a17a4a923cc7 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:16.333071 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b196bbc6-1ee1-4a67-ad6b-d7e09dac9107 req-3c59b93b-8452-403a-8046-a17a4a923cc7 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0510831 Feb 12 04:26:16.380867 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b196bbc6-1ee1-4a67-ad6b-d7e09dac9107 req-47747b0e-9b90-4208-a68f-fa6dcee0d7df tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412588 Feb 12 04:26:17.497104 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef30c5f-c8e6-49af-86fd-d32a78e721aa req-9514452e-4d49-46ec-83cc-68b3ece7c6d2 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:17.498598 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4ef30c5f-c8e6-49af-86fd-d32a78e721aa req-9514452e-4d49-46ec-83cc-68b3ece7c6d2 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0526137 Feb 12 04:26:17.547923 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4ef30c5f-c8e6-49af-86fd-d32a78e721aa req-8189d05c-1643-4c2f-aeb6-6c759aa74531 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437412 Feb 12 04:26:18.664525 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d71b1b-b75a-4d10-83ef-cabd3cf371e5 req-8bf1e3f2-9ad8-4888-ba89-9281ad131f6a tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:18.666002 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-34d71b1b-b75a-4d10-83ef-cabd3cf371e5 req-8bf1e3f2-9ad8-4888-ba89-9281ad131f6a tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0522814 Feb 12 04:26:18.713095 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-34d71b1b-b75a-4d10-83ef-cabd3cf371e5 req-7e3a7b6d-d80e-4a58-8673-e1ff7cf575fc tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416579 Feb 12 04:26:19.829378 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178da717-6867-409b-a536-13013e22913d req-04ee10e6-a747-4605-9b2c-c34d29f2daab tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:19.830945 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-178da717-6867-409b-a536-13013e22913d req-04ee10e6-a747-4605-9b2c-c34d29f2daab tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0529006 Feb 12 04:26:19.878507 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-178da717-6867-409b-a536-13013e22913d req-fdf73694-36e9-46e3-950f-3b5a7d5400aa tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414629 Feb 12 04:26:20.997915 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3da451-ed33-4803-a4bb-3403e1232214 req-eea23b32-066b-4697-9ce4-b18f5efec7e7 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:20.999368 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0e3da451-ed33-4803-a4bb-3403e1232214 req-eea23b32-066b-4697-9ce4-b18f5efec7e7 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0550206 Feb 12 04:26:21.045822 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0e3da451-ed33-4803-a4bb-3403e1232214 req-fa6d02fa-ac32-4722-9222-dbabb3aa93c3 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407572 Feb 12 04:26:22.160424 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2144ae8-849c-4174-ac77-d5602c2e6011 req-9c126ee6-59e1-462c-9647-e53e7bd3e8e9 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:22.161936 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b2144ae8-849c-4174-ac77-d5602c2e6011 req-9c126ee6-59e1-462c-9647-e53e7bd3e8e9 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0510254 Feb 12 04:26:22.207994 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b2144ae8-849c-4174-ac77-d5602c2e6011 req-8aace759-86ef-48d1-a32f-d93157590086 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405200 Feb 12 04:26:23.337938 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f348b-42cd-4f39-9366-003bcf97e5e0 req-c00a422f-aebf-48d6-942a-11f2831ce0a9 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:23.339502 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-622f348b-42cd-4f39-9366-003bcf97e5e0 req-c00a422f-aebf-48d6-942a-11f2831ce0a9 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0614445 Feb 12 04:26:23.393658 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-622f348b-42cd-4f39-9366-003bcf97e5e0 req-91bef602-6a4a-466a-b208-eae396602527 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485842 Feb 12 04:26:23.964581 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:26:24.511068 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080575cb-9eb2-4aca-88bb-f0270ecd03cb req-745c4c8d-d710-405a-a1ef-4b8c3cb4679b tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:24.512532 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-080575cb-9eb2-4aca-88bb-f0270ecd03cb req-745c4c8d-d710-405a-a1ef-4b8c3cb4679b tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0521820 Feb 12 04:26:24.560609 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-080575cb-9eb2-4aca-88bb-f0270ecd03cb req-6720890b-5e92-455e-aad7-704b9485ea35 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425248 Feb 12 04:26:25.319878 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40248) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:25.422807 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-557629b0-ab04-40ed-9435-e7e15d626f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:25.500689 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-557629b0-ab04-40ed-9435-e7e15d626f71 admin admin] Publish callbacks [] for security_group (dc22a9c3-8960-4ee3-a49f-d754d79f8dd6), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:25.578313 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-557629b0-ab04-40ed-9435-e7e15d626f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (dc22a9c3-8960-4ee3-a49f-d754d79f8dd6), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:25.614730 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557629b0-ab04-40ed-9435-e7e15d626f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc22a9c3-8960-4ee3-a49f-d754d79f8dd6,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:25.619488 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-557629b0-ab04-40ed-9435-e7e15d626f71 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a5459b16f184e81a23aa3a986218ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985172 Feb 12 04:26:25.622212 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40258) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:25.711659 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ddc96-f34f-484f-ac98-f1eebcdfdc4a req-0872c1d4-5898-4cfd-8cf9-97c239cd1b4c tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:25.713066 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-414ddc96-f34f-484f-ac98-f1eebcdfdc4a req-0872c1d4-5898-4cfd-8cf9-97c239cd1b4c tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0840347 Feb 12 04:26:25.714242 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-09cda510-693c-43d1-8d87-b47e503d3f48 admin admin] Publish callbacks [] for security_group (dc22a9c3-8960-4ee3-a49f-d754d79f8dd6), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:25.748681 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-09cda510-693c-43d1-8d87-b47e503d3f48 admin admin] Publish callbacks [] for security_group (dc22a9c3-8960-4ee3-a49f-d754d79f8dd6), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:25.794104 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-414ddc96-f34f-484f-ac98-f1eebcdfdc4a req-38b23551-b29d-42fb-8123-84b7ddd2d626 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754182 Feb 12 04:26:25.922580 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-09cda510-693c-43d1-8d87-b47e503d3f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (dc22a9c3-8960-4ee3-a49f-d754d79f8dd6), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:25.925170 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-09cda510-693c-43d1-8d87-b47e503d3f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:25.926333 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-09cda510-693c-43d1-8d87-b47e503d3f48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc22a9c3-8960-4ee3-a49f-d754d79f8dd6 HTTP/1.1" status: 204 len: 168 time: 0.3031917 Feb 12 04:26:25.935066 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cda510-693c-43d1-8d87-b47e503d3f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc22a9c3-8960-4ee3-a49f-d754d79f8dd6,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:26.664825 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40268) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:26.677795 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c6bc91d8-f5e8-4b43-a400-d2a225a48aaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:26.751565 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c6bc91d8-f5e8-4b43-a400-d2a225a48aaf admin admin] Publish callbacks [] for security_group (a95df076-3af8-4675-b9d8-608759f8cf63), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:26.870429 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c6bc91d8-f5e8-4b43-a400-d2a225a48aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (a95df076-3af8-4675-b9d8-608759f8cf63), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:26.926024 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-c6bc91d8-f5e8-4b43-a400-d2a225a48aaf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d1e0f22abcf44c7afcdb028c372c993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600958 Feb 12 04:26:26.929232 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40272) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:26.929990 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc91d8-f5e8-4b43-a400-d2a225a48aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95df076-3af8-4675-b9d8-608759f8cf63,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:26.946953 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891d2dc-503a-4469-86e9-7724333ce673 req-6bd1b4d5-4276-4f49-824c-6fce38057954 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:26.948460 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9891d2dc-503a-4469-86e9-7724333ce673 req-6bd1b4d5-4276-4f49-824c-6fce38057954 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0889466 Feb 12 04:26:26.978675 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Publish callbacks [] for security_group (a95df076-3af8-4675-b9d8-608759f8cf63), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:26.996977 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9891d2dc-503a-4469-86e9-7724333ce673 req-309cab77-2b2f-477a-964f-0ee0e5321060 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 Feb 12 04:26:27.000192 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Publish callbacks [] for security_group (a95df076-3af8-4675-b9d8-608759f8cf63), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:27.128314 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (a95df076-3af8-4675-b9d8-608759f8cf63), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:27.130988 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:27.132141 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a95df076-3af8-4675-b9d8-608759f8cf63 HTTP/1.1" status: 204 len: 168 time: 0.2011907 Feb 12 04:26:27.139889 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95df076-3af8-4675-b9d8-608759f8cf63,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:27.147335 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:27.147680 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:27.148023 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:27.148355 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:27.148682 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:27.149013 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:27.149356 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:27.149723 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:27.150005 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:27.150396 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:27.150631 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:27.150947 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:27.151265 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da20cf1-931c-4e3e-9cb5-12d7dd9e9132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:27.964104 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df304547-f28b-4138-89d1-b9ebe5762efa req-7439a2dc-de1e-4773-ac5e-cb311bc7f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:27.965645 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df304547-f28b-4138-89d1-b9ebe5762efa req-7439a2dc-de1e-4773-ac5e-cb311bc7f943 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9562939d04a04f868c738263f2375b8e&device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 1129 time: 0.0527084 Feb 12 04:26:28.075356 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df304547-f28b-4138-89d1-b9ebe5762efa req-a41fa11f-5f73-4da5-9377-da0d96f753c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:28.076799 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df304547-f28b-4138-89d1-b9ebe5762efa req-a41fa11f-5f73-4da5-9377-da0d96f753c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cebed9f7-140d-47a7-aec8-23c08b8b80f3 HTTP/1.1" status: 200 len: 908 time: 0.0990269 Feb 12 04:26:28.160275 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df304547-f28b-4138-89d1-b9ebe5762efa req-e7225af8-af4d-468e-96db-90ab05298920 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0697112 Feb 12 04:26:28.168347 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c4571-8acd-42b7-a3d9-f2bfd2a802e3 req-5323420a-6b85-4ff1-a254-2bf329821aa1 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:28.169798 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e99c4571-8acd-42b7-a3d9-f2bfd2a802e3 req-5323420a-6b85-4ff1-a254-2bf329821aa1 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.1068990 Feb 12 04:26:28.248311 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e99c4571-8acd-42b7-a3d9-f2bfd2a802e3 req-68cefc33-e0d6-4b40-b9f9-2ca3eb441233 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704026 Feb 12 04:26:28.253822 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df304547-f28b-4138-89d1-b9ebe5762efa req-83f7640d-0293-4cf2-979a-58651db3c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:28.255258 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df304547-f28b-4138-89d1-b9ebe5762efa req-83f7640d-0293-4cf2-979a-58651db3c39f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=afa0fa48-3aaf-4262-a198-8492ffc2c332 HTTP/1.1" status: 200 len: 847 time: 0.0846210 Feb 12 04:26:28.309235 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df304547-f28b-4138-89d1-b9ebe5762efa req-b80df37a-9e64-4b26-81e1-9d29ea01a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:28.315119 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df304547-f28b-4138-89d1-b9ebe5762efa req-b80df37a-9e64-4b26-81e1-9d29ea01a272 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cebed9f7-140d-47a7-aec8-23c08b8b80f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464885 Feb 12 04:26:28.321408 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40314) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:28.407936 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df304547-f28b-4138-89d1-b9ebe5762efa req-a7c55c52-f0b6-46f5-8658-046a11c793e8 service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871639 Feb 12 04:26:28.431549 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-57639482-b199-4089-9c8a-a0129386a53e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:28.504016 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-57639482-b199-4089-9c8a-a0129386a53e admin admin] Publish callbacks [] for security_group (62eaa4e5-e956-4220-9d5b-c72fd936ae20), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:28.508246 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-df304547-f28b-4138-89d1-b9ebe5762efa req-06032b76-7136-4b8e-97f2-8b246b647e2c service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900047 Feb 12 04:26:28.585477 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-57639482-b199-4089-9c8a-a0129386a53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (62eaa4e5-e956-4220-9d5b-c72fd936ae20), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:28.621974 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57639482-b199-4089-9c8a-a0129386a53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62eaa4e5-e956-4220-9d5b-c72fd936ae20,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:28.626218 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-57639482-b199-4089-9c8a-a0129386a53e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51cd7099070c4da8a3a3d6fc06fbac92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036342 Feb 12 04:26:28.629390 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40318) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:28.674339 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-2c49c962-5c58-4739-bbaf-dece66b4a0ae admin admin] Publish callbacks [] for security_group (62eaa4e5-e956-4220-9d5b-c72fd936ae20), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:28.695264 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-2c49c962-5c58-4739-bbaf-dece66b4a0ae admin admin] Publish callbacks [] for security_group (62eaa4e5-e956-4220-9d5b-c72fd936ae20), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:28.853827 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-2c49c962-5c58-4739-bbaf-dece66b4a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (62eaa4e5-e956-4220-9d5b-c72fd936ae20), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:28.856420 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-2c49c962-5c58-4739-bbaf-dece66b4a0ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:28.860290 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-2c49c962-5c58-4739-bbaf-dece66b4a0ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62eaa4e5-e956-4220-9d5b-c72fd936ae20 HTTP/1.1" status: 204 len: 168 time: 0.2279708 Feb 12 04:26:28.868378 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49c962-5c58-4739-bbaf-dece66b4a0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eaa4e5-e956-4220-9d5b-c72fd936ae20,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:29.374590 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07235ecf-08ea-4bd0-b469-ddc96cf8c1f5 req-7e924570-ceee-4a16-866c-6fbddde52c20 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:29.376052 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-07235ecf-08ea-4bd0-b469-ddc96cf8c1f5 req-7e924570-ceee-4a16-866c-6fbddde52c20 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0518928 Feb 12 04:26:29.425999 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-07235ecf-08ea-4bd0-b469-ddc96cf8c1f5 req-345b125a-fe60-49e3-ab67-a80e5759702a tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Feb 12 04:26:29.426143 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40330) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:29.438741 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-15f4dca3-3961-4e18-a0b8-0e423df14fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:29.513576 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-15f4dca3-3961-4e18-a0b8-0e423df14fbf admin admin] Publish callbacks [] for security_group (681c6b72-5482-43e6-8b26-35a1d7248395), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:29.596890 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-15f4dca3-3961-4e18-a0b8-0e423df14fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (681c6b72-5482-43e6-8b26-35a1d7248395), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:29.633932 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4dca3-3961-4e18-a0b8-0e423df14fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681c6b72-5482-43e6-8b26-35a1d7248395,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:29.639338 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-15f4dca3-3961-4e18-a0b8-0e423df14fbf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=07051edb100a4077928554b328588c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123601 Feb 12 04:26:29.642224 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40332) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:29.688711 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-94a8b474-39cb-430f-bfdc-579ad9c7fd4a admin admin] Publish callbacks [] for security_group (681c6b72-5482-43e6-8b26-35a1d7248395), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:29.709675 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-94a8b474-39cb-430f-bfdc-579ad9c7fd4a admin admin] Publish callbacks [] for security_group (681c6b72-5482-43e6-8b26-35a1d7248395), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:29.859412 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-94a8b474-39cb-430f-bfdc-579ad9c7fd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (681c6b72-5482-43e6-8b26-35a1d7248395), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:29.862273 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-94a8b474-39cb-430f-bfdc-579ad9c7fd4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:29.863429 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-94a8b474-39cb-430f-bfdc-579ad9c7fd4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/681c6b72-5482-43e6-8b26-35a1d7248395 HTTP/1.1" status: 204 len: 168 time: 0.2201405 Feb 12 04:26:29.871010 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8b474-39cb-430f-bfdc-579ad9c7fd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681c6b72-5482-43e6-8b26-35a1d7248395,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:30.554678 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45efc-0a91-4e9b-a1f5-097f712fe254 req-bd805abf-4da8-4f81-882c-1c25ea505028 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:30.556193 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a0c45efc-0a91-4e9b-a1f5-097f712fe254 req-bd805abf-4da8-4f81-882c-1c25ea505028 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0575426 Feb 12 04:26:30.603948 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a0c45efc-0a91-4e9b-a1f5-097f712fe254 req-8acf1715-2962-4325-a0da-b2f8ecc15825 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421312 Feb 12 04:26:31.265183 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:31.741305 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4b39f-e2b2-4f6e-8320-03db860d01a8 req-d87c9a16-cf79-4cfb-8910-2a21a2338aee tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:31.742794 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-90f4b39f-e2b2-4f6e-8320-03db860d01a8 req-d87c9a16-cf79-4cfb-8910-2a21a2338aee tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0601118 Feb 12 04:26:31.793351 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-90f4b39f-e2b2-4f6e-8320-03db860d01a8 req-7e9b5456-5d51-4fdb-acb6-55309b8e10e1 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449219 Feb 12 04:26:31.987123 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40396) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:32.093559 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e990de12-8777-48ca-badd-f6a49f15f996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:32.170022 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e990de12-8777-48ca-badd-f6a49f15f996 admin admin] Publish callbacks [] for security_group (f75dba1e-15ff-45d0-b4f3-6aca05276b9b), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:32.198440 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0907da-9fab-4673-a027-f6c8cdf2d7bc req-9e7a4aed-c931-4e47-a011-e8784562c252 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:32.199974 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb0907da-9fab-4673-a027-f6c8cdf2d7bc req-9e7a4aed-c931-4e47-a011-e8784562c252 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0547945 Feb 12 04:26:32.247111 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fb0907da-9fab-4673-a027-f6c8cdf2d7bc req-bb6be28c-4674-40f2-a621-590a3422adbd tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414417 Feb 12 04:26:32.317121 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-2589b7eb-1f1e-4d2f-ac29-3e7472061c9b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427451 Feb 12 04:26:32.321101 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e990de12-8777-48ca-badd-f6a49f15f996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (f75dba1e-15ff-45d0-b4f3-6aca05276b9b), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:32.402360 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-e990de12-8777-48ca-badd-f6a49f15f996 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64cfc0bb637348d8ac2537b4710e9727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4141324 Feb 12 04:26:32.404897 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990de12-8777-48ca-badd-f6a49f15f996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75dba1e-15ff-45d0-b4f3-6aca05276b9b,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:32.405032 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40404) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:32.413345 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-15b8c28d-0543-428a-8c7c-d7a178ed2e40 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:32.414583 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-15b8c28d-0543-428a-8c7c-d7a178ed2e40 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports/d27ab58c-67e5-4b39-a25a-65327b149fa3 HTTP/1.1" status: 200 len: 942 time: 0.0678427 Feb 12 04:26:32.455295 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4b93fbc1-e9b5-4488-a635-7d896cf38006 admin admin] Publish callbacks [] for security_group (f75dba1e-15ff-45d0-b4f3-6aca05276b9b), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:32.475686 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4b93fbc1-e9b5-4488-a635-7d896cf38006 admin admin] Publish callbacks [] for security_group (f75dba1e-15ff-45d0-b4f3-6aca05276b9b), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:32.619776 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4b93fbc1-e9b5-4488-a635-7d896cf38006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (f75dba1e-15ff-45d0-b4f3-6aca05276b9b), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:32.622385 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-4b93fbc1-e9b5-4488-a635-7d896cf38006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:32.623546 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-4b93fbc1-e9b5-4488-a635-7d896cf38006 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f75dba1e-15ff-45d0-b4f3-6aca05276b9b HTTP/1.1" status: 204 len: 168 time: 0.2175424 Feb 12 04:26:32.633789 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93fbc1-e9b5-4488-a635-7d896cf38006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75dba1e-15ff-45d0-b4f3-6aca05276b9b,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:33.375991 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8a13c-8da1-4c17-9886-8add41176133 req-893f7de8-0509-4db8-9d0d-b1c2b50f9055 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:33.377680 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-12b8a13c-8da1-4c17-9886-8add41176133 req-893f7de8-0509-4db8-9d0d-b1c2b50f9055 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0586524 Feb 12 04:26:33.432642 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-12b8a13c-8da1-4c17-9886-8add41176133 req-aca74f26-f6e5-4e96-ac9d-d85ccc5852fc tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484912 Feb 12 04:26:34.554682 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db212ad-f29f-4287-a4fe-422325aebd48 req-9d33279e-93d9-4213-b9e6-e786649fd4a9 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:34.556897 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4db212ad-f29f-4287-a4fe-422325aebd48 req-9d33279e-93d9-4213-b9e6-e786649fd4a9 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0549424 Feb 12 04:26:34.605502 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4db212ad-f29f-4287-a4fe-422325aebd48 req-cee89ecd-8d07-4afe-b408-a35493291a22 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427475 Feb 12 04:26:34.816206 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device d27ab58c-67e5-4b39-a25a-65327b149fa3 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:26:34.895325 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port d27ab58c-67e5-4b39-a25a-65327b149fa3 is: ACTIVE; New status is: DOWN {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:34.895712 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:34.919696 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e1a591-62ac-44cc-a194-fd476f478672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd27ab58c-67e5-4b39-a25a-65327b149fa3'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:26:34.922097 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc95b97-375e-4d4d-9017-247608cc55ed" -d '{"events": [{"server_uuid": "69e1a591-62ac-44cc-a194-fd476f478672", "name": "network-vif-unplugged", "status": "completed", "tag": "d27ab58c-67e5-4b39-a25a-65327b149fa3"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:26:34.935563 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port d27ab58c-67e5-4b39-a25a-65327b149fa3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:26:34.958219 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40474) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:34.963499 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 12 Feb 2022 04:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54b891c-22f9-4ac3-ab2a-77686640324a x-openstack-request-id: req-e54b891c-22f9-4ac3-ab2a-77686640324a {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:26:34.963788 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e1a591-62ac-44cc-a194-fd476f478672", "name": "network-vif-unplugged", "status": "completed", "tag": "d27ab58c-67e5-4b39-a25a-65327b149fa3", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:26:34.964039 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e54b891c-22f9-4ac3-ab2a-77686640324a {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:26:34.964427 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e1a591-62ac-44cc-a194-fd476f478672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'code': 200} Feb 12 04:26:34.985456 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:35.033226 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=d27ab58c-67e5-4b39-a25a-65327b149fa3,revision_number=6']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:35.040212 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:35.040561 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:35.040901 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:35.041324 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:35.041577 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:35.041904 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:35.042246 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:35.042546 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:35.042867 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:35.043183 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:35.043498 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:35.043815 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:35.044157 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:35.076057 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d71f9319-3115-4730-88f2-dd34fe35f933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:35.138528 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-ecebe6b2-559e-4d4a-a527-8093f5b29da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:35.140016 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-ecebe6b2-559e-4d4a-a527-8093f5b29da2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672&tenant_id=9562939d04a04f868c738263f2375b8e HTTP/1.1" status: 200 len: 1127 time: 0.0721397 Feb 12 04:26:35.214613 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d71f9319-3115-4730-88f2-dd34fe35f933 admin admin] Publish callbacks [] for security_group (f4ee0138-45e2-44d7-a126-ddd14579f6ef), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:35.231576 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-9fccf2e0-355b-48a3-8b03-436ef516e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:35.233103 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-9fccf2e0-355b-48a3-8b03-436ef516e2a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9562939d04a04f868c738263f2375b8e&device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 1127 time: 0.0647032 Feb 12 04:26:35.301679 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-d71f9319-3115-4730-88f2-dd34fe35f933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (f4ee0138-45e2-44d7-a126-ddd14579f6ef), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:35.352652 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-d71f9319-3115-4730-88f2-dd34fe35f933 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=439f79920dfb4e7eaf8c69503de126e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933389 Feb 12 04:26:35.355680 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40482) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:35.356160 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f9319-3115-4730-88f2-dd34fe35f933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ee0138-45e2-44d7-a126-ddd14579f6ef,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:35.372100 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-f4f29a35-6f99-4f44-81d2-65890afdaff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:35.373667 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-f4f29a35-6f99-4f44-81d2-65890afdaff0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cebed9f7-140d-47a7-aec8-23c08b8b80f3 HTTP/1.1" status: 200 len: 908 time: 0.1307518 Feb 12 04:26:35.406328 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-df4c2632-9aea-47b0-aab7-d1c9e408dda6 admin admin] Publish callbacks [] for security_group (f4ee0138-45e2-44d7-a126-ddd14579f6ef), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:35.428385 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-df4c2632-9aea-47b0-aab7-d1c9e408dda6 admin admin] Publish callbacks [] for security_group (f4ee0138-45e2-44d7-a126-ddd14579f6ef), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:35.444112 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-832549f7-a0a1-490e-99b7-23471c064d78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3 HTTP/1.1" status: 200 len: 998 time: 0.0612090 Feb 12 04:26:35.490807 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-67b390ce-5257-4e2a-a39a-c6b70e3224e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:35.493052 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-67b390ce-5257-4e2a-a39a-c6b70e3224e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=afa0fa48-3aaf-4262-a198-8492ffc2c332 HTTP/1.1" status: 200 len: 847 time: 0.0425746 Feb 12 04:26:35.544800 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-414dcb17-3447-43ca-aed9-7a9a9df9157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:35.546262 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-414dcb17-3447-43ca-aed9-7a9a9df9157b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cebed9f7-140d-47a7-aec8-23c08b8b80f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474012 Feb 12 04:26:35.556515 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-df4c2632-9aea-47b0-aab7-d1c9e408dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (f4ee0138-45e2-44d7-a126-ddd14579f6ef), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:35.559261 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-df4c2632-9aea-47b0-aab7-d1c9e408dda6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:35.562675 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-df4c2632-9aea-47b0-aab7-d1c9e408dda6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4ee0138-45e2-44d7-a126-ddd14579f6ef HTTP/1.1" status: 204 len: 168 time: 0.2027650 Feb 12 04:26:35.568332 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c2632-9aea-47b0-aab7-d1c9e408dda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ee0138-45e2-44d7-a126-ddd14579f6ef,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:35.643689 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-3e3d3960-250e-438e-8ac3-4616522c4654 service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910017 Feb 12 04:26:35.768520 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f5597a50-09a5-4533-b832-8a9a9c4d25b0 req-4731afa3-4817-4d1c-beb3-084a90416452 service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182251 Feb 12 04:26:35.775869 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b20c2-a5fa-4437-8c46-332dabcc34a3 req-b0482734-9f1c-4254-ae29-a9b37375dd95 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:35.777265 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-678b20c2-a5fa-4437-8c46-332dabcc34a3 req-b0482734-9f1c-4254-ae29-a9b37375dd95 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.1059802 Feb 12 04:26:35.830256 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-678b20c2-a5fa-4437-8c46-332dabcc34a3 req-d6ccf608-ed1c-4a7d-b56a-93ecd94fe8b6 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471926 Feb 12 04:26:36.219542 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40494) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:36.232852 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1622-238e-4b2c-91d7-c5ec7a4c2667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:36.309188 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1622-238e-4b2c-91d7-c5ec7a4c2667 admin admin] Publish callbacks [] for security_group (27a08369-bada-40ca-a259-08dbb354c83f), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:36.385054 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6d3d1622-238e-4b2c-91d7-c5ec7a4c2667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (27a08369-bada-40ca-a259-08dbb354c83f), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:36.422623 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-6d3d1622-238e-4b2c-91d7-c5ec7a4c2667 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ff0dc47d22a4f40b4ce8dc07a9e7837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018652 Feb 12 04:26:36.423367 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d1622-238e-4b2c-91d7-c5ec7a4c2667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a08369-bada-40ca-a259-08dbb354c83f,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:36.425496 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40496) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:36.473198 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ecb9d459-9fe7-4d58-9651-35e16e461d01 admin admin] Publish callbacks [] for security_group (27a08369-bada-40ca-a259-08dbb354c83f), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:36.493430 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ecb9d459-9fe7-4d58-9651-35e16e461d01 admin admin] Publish callbacks [] for security_group (27a08369-bada-40ca-a259-08dbb354c83f), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:36.647922 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ecb9d459-9fe7-4d58-9651-35e16e461d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (27a08369-bada-40ca-a259-08dbb354c83f), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:36.650402 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-ecb9d459-9fe7-4d58-9651-35e16e461d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:36.651541 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-ecb9d459-9fe7-4d58-9651-35e16e461d01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27a08369-bada-40ca-a259-08dbb354c83f HTTP/1.1" status: 204 len: 168 time: 0.2249546 Feb 12 04:26:36.659351 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9d459-9fe7-4d58-9651-35e16e461d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a08369-bada-40ca-a259-08dbb354c83f,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:36.779574 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d42293ae-cf1c-4994-bf75-ef52e91644b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:36.947945 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb195d-bab6-494f-a1ee-c68f5a95ccd3 req-aaaa058c-2676-43d4-b691-cad4fcba57b7 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:36.949365 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-67eb195d-bab6-494f-a1ee-c68f5a95ccd3 req-aaaa058c-2676-43d4-b691-cad4fcba57b7 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0520058 Feb 12 04:26:36.998086 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-67eb195d-bab6-494f-a1ee-c68f5a95ccd3 req-737f7980-15bf-4344-9259-4ed184be19a9 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431511 Feb 12 04:26:38.113478 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62d3fd-4353-4ec0-933a-83644aec4c38 req-9d975808-b2e5-428c-a8bf-1cc4407022ff tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:38.114931 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2a62d3fd-4353-4ec0-933a-83644aec4c38 req-9d975808-b2e5-428c-a8bf-1cc4407022ff tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0517731 Feb 12 04:26:38.160741 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2a62d3fd-4353-4ec0-933a-83644aec4c38 req-8c6a4a5c-907c-4327-aad4-8946a2473365 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403874 Feb 12 04:26:39.099607 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-04558c93-033a-4162-ab1c-2297d6fd2b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:39.276851 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc918a6-4805-4fbc-ae4f-a1c7d8ebf42e req-f04220da-7905-4777-a1a5-6bdb8dc186ab tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:39.278337 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9dc918a6-4805-4fbc-ae4f-a1c7d8ebf42e req-f04220da-7905-4777-a1a5-6bdb8dc186ab tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0543938 Feb 12 04:26:39.326561 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9dc918a6-4805-4fbc-ae4f-a1c7d8ebf42e req-b2b0f0d1-2d68-4b2b-a190-4c245919b18f tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Feb 12 04:26:40.442931 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46d2d4-b61d-4dc3-a9ed-7fa535a3fe76 req-15527f10-2e99-4017-93fa-158a9318887b tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:40.444393 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bc46d2d4-b61d-4dc3-a9ed-7fa535a3fe76 req-15527f10-2e99-4017-93fa-158a9318887b tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0515378 Feb 12 04:26:40.491327 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bc46d2d4-b61d-4dc3-a9ed-7fa535a3fe76 req-832716ed-6099-4b1c-b366-5f685af84466 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414984 Feb 12 04:26:40.659206 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:41.596296 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:41.613080 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15295961-a44a-43f2-a99d-a53d114da00a req-ae21db00-258a-4c47-ac39-774edd8b6b96 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:41.614575 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15295961-a44a-43f2-a99d-a53d114da00a req-ae21db00-258a-4c47-ac39-774edd8b6b96 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0557499 Feb 12 04:26:41.907469 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15295961-a44a-43f2-a99d-a53d114da00a req-6c00e3d0-b3d3-4136-bafd-b96bd3c28291 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873387 Feb 12 04:26:43.022263 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b125ef5-7115-451a-b726-d4569cb76c14 req-53b9a4b0-b12a-4c06-aa68-b200af72e18e tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:43.024272 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8b125ef5-7115-451a-b726-d4569cb76c14 req-53b9a4b0-b12a-4c06-aa68-b200af72e18e tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0519745 Feb 12 04:26:43.072524 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8b125ef5-7115-451a-b726-d4569cb76c14 req-7600fc77-7214-452f-8105-1e1ace1330dd tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Feb 12 04:26:43.436733 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:43.714566 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40606) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:43.818923 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:43.892277 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Publish callbacks [] for security_group (2a136a6a-6caa-4065-88d7-7087bcb04ad8), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:44.111164 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2a136a6a-6caa-4065-88d7-7087bcb04ad8), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:44.179054 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6e8bbe121834d35b4255c450a1c2500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4633555 Feb 12 04:26:44.182277 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40620) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:44.183213 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a136a6a-6caa-4065-88d7-7087bcb04ad8,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:44.193773 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:44.194114 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:44.194462 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:44.194808 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:44.195144 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:44.196002 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:44.196337 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:44.196667 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:44.196993 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:44.197339 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:44.197670 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:44.197997 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:44.198329 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcf0447-9a13-4313-8079-d1d9ea43d34b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:44.220100 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1271e9-4486-4f15-8bb4-f7d3532789a7 req-034b1625-f0be-443c-a867-4c3c5515360b tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:44.221618 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bb1271e9-4486-4f15-8bb4-f7d3532789a7 req-034b1625-f0be-443c-a867-4c3c5515360b tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 943 time: 0.0801237 Feb 12 04:26:44.235417 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8ef9-d98b-40b9-b586-b8d7d825c1dc admin admin] Publish callbacks [] for security_group (2a136a6a-6caa-4065-88d7-7087bcb04ad8), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:44.257616 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8ef9-d98b-40b9-b586-b8d7d825c1dc admin admin] Publish callbacks [] for security_group (2a136a6a-6caa-4065-88d7-7087bcb04ad8), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:44.274952 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bb1271e9-4486-4f15-8bb4-f7d3532789a7 req-eb49a1cc-0dd6-40f0-bda0-b8d4fbdd7fb9 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458014 Feb 12 04:26:44.368417 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8ef9-d98b-40b9-b586-b8d7d825c1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (2a136a6a-6caa-4065-88d7-7087bcb04ad8), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:44.370949 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-c8ba8ef9-d98b-40b9-b586-b8d7d825c1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:44.372145 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-c8ba8ef9-d98b-40b9-b586-b8d7d825c1dc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a136a6a-6caa-4065-88d7-7087bcb04ad8 HTTP/1.1" status: 204 len: 168 time: 0.1879644 Feb 12 04:26:44.380618 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba8ef9-d98b-40b9-b586-b8d7d825c1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a136a6a-6caa-4065-88d7-7087bcb04ad8,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:44.851695 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device d27ab58c-67e5-4b39-a25a-65327b149fa3 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:26:45.080353 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port d27ab58c-67e5-4b39-a25a-65327b149fa3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:26:45.091379 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'port_id': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'mac_address': 'fa:16:3e:6e:ca:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:26:45.127416 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port d27ab58c-67e5-4b39-a25a-65327b149fa3 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:45.127535 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:45.141029 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27ab58c-67e5-4b39-a25a-65327b149fa3 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:26:45.160797 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port d27ab58c-67e5-4b39-a25a-65327b149fa3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:26:45.247886 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:45.295019 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=d27ab58c-67e5-4b39-a25a-65327b149fa3,revision_number=7']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:45.392881 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fa47c-fee1-410f-bc17-9527e59bc559 req-8f6029dd-cff6-4156-922f-2a5db7847fee tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:45.394379 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-088fa47c-fee1-410f-bc17-9527e59bc559 req-8f6029dd-cff6-4156-922f-2a5db7847fee tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 944 time: 0.0529091 Feb 12 04:26:45.431033 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40648) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:45.443848 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-088fa47c-fee1-410f-bc17-9527e59bc559 req-77cc4b13-6c6f-4d14-a49f-f3c4c7913cb7 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423145 Feb 12 04:26:45.498827 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['d27ab58c-67e5-4b39-a25a-65327b149fa3'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:26:45.527386 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1021099272-network', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:26:45.607759 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] Made reservation on behalf of 1092010e5d02415b9ba03f62ba4ffe10 for: {'network': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:26:45.610548 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:45.618792 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:45.690140 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] Publish callbacks [] for security_group (b7379ade-2664-4e78-b65b-62452b93dac5), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:45.779702 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (b7379ade-2664-4e78-b65b-62452b93dac5), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:45.807880 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:26:45.816428 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7379ade-2664-4e78-b65b-62452b93dac5,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:45.824440 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (afa14dcb-415c-468e-bbff-fc1e21c9207f), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:45.824882 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.segments_db [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] Added segment afa14dcb-415c-468e-bbff-fc1e21c9207f of type vlan for network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 Feb 12 04:26:45.863805 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (73f30c43-2deb-4a40-8f2e-dea98a37ce35), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:46.008756 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (73f30c43-2deb-4a40-8f2e-dea98a37ce35), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:46.009748 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:46.010360 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:46.067093 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] Pushing event updated for resources: {'Network': ['ID=73f30c43-2deb-4a40-8f2e-dea98a37ce35,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:46.076976 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:26:46.142723 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-7ad95088-03e7-478e-9e67-4489cb54b70e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7105422 Feb 12 04:26:46.145532 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40658) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:46.150934 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-0d214404-a8f1-459b-a731-f73112098735 admin admin] Request body: {'subnet': {'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1021099272-subnet', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'ip_version': 4}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:26:46.247992 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d214404-a8f1-459b-a731-f73112098735 admin admin] Made reservation on behalf of 1092010e5d02415b9ba03f62ba4ffe10 for: {'subnet': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:26:46.250396 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0d214404-a8f1-459b-a731-f73112098735 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30023907'] for subnet (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:46.481806 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0d214404-a8f1-459b-a731-f73112098735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31418238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30023921'] for subnet (29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:46.545345 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d214404-a8f1-459b-a731-f73112098735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:46.550478 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d214404-a8f1-459b-a731-f73112098735 admin admin] Checking segment: {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:26:46.550829 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d214404-a8f1-459b-a731-f73112098735 admin admin] Network hostable DHCP agents. Network: 73f30c43-2deb-4a40-8f2e-dea98a37ce35, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:26:46.567627 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc3eba-37f6-461e-844c-70c08eab3c5d req-7906b5aa-93b9-428a-bd22-2a8c6ff2a71e tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:46.569119 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a6fc3eba-37f6-461e-844c-70c08eab3c5d req-7906b5aa-93b9-428a-bd22-2a8c6ff2a71e tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 944 time: 0.0563879 Feb 12 04:26:46.616682 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a6fc3eba-37f6-461e-844c-70c08eab3c5d req-93f65342-fb64-4b01-a3d1-70950a3d5382 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419383 Feb 12 04:26:46.636368 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d214404-a8f1-459b-a731-f73112098735 admin admin] Network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:26:46.733596 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-0d214404-a8f1-459b-a731-f73112098735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 73f30c43-2deb-4a40-8f2e-dea98a37ce35) {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:26:46.738026 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d214404-a8f1-459b-a731-f73112098735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:46.738616 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-0d214404-a8f1-459b-a731-f73112098735 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:46.743091 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9344de82-2541-4f91-937a-88d6a8de87af None None] Network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:26:46.833474 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-0d214404-a8f1-459b-a731-f73112098735 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6867764 Feb 12 04:26:46.836366 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40666) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:46.841529 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:26:46.843060 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210867b8-5ef7-526e-8999-d34bdc8d0eca-73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5'}]}} from dv-cinder-828696-3-iscsi. {{(pid=103159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 12 04:26:46.843954 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:46.911131 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device d27ab58c-67e5-4b39-a25a-65327b149fa3 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:26:46.934704 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6417'] for router (e88a5752-4906-44be-9919-75f23d8a04a6), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:46.935809 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router (e88a5752-4906-44be-9919-75f23d8a04a6), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:47.004557 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Publish callbacks [] for router_controller (e88a5752-4906-44be-9919-75f23d8a04a6), precommit_add_association {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:47.012082 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Allocated IP 172.20.0.2 (73f30c43-2deb-4a40-8f2e-dea98a37ce35/29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5/eb6efc4d-1e25-4ad9-a28a-6bf57af0d547) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:26:47.017964 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port d27ab58c-67e5-4b39-a25a-65327b149fa3 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:47.018335 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:47.171119 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port d27ab58c-67e5-4b39-a25a-65327b149fa3 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:47.171844 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:47.223181 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e1a591-62ac-44cc-a194-fd476f478672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27ab58c-67e5-4b39-a25a-65327b149fa3'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:26:47.225551 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dddb57-8814-4828-96c5-f7d6fd670fe6" -d '{"events": [{"server_uuid": "69e1a591-62ac-44cc-a194-fd476f478672", "name": "network-vif-plugged", "status": "completed", "tag": "d27ab58c-67e5-4b39-a25a-65327b149fa3"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:26:47.246598 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port d27ab58c-67e5-4b39-a25a-65327b149fa3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:26:47.247791 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Publish callbacks [] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:47.260392 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Publish callbacks [] for router_gateway (e88a5752-4906-44be-9919-75f23d8a04a6), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:47.270604 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ecfe34-b0ec-4e45-a9ff-2539885bca91 x-openstack-request-id: req-81ecfe34-b0ec-4e45-a9ff-2539885bca91 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:26:47.270888 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e1a591-62ac-44cc-a194-fd476f478672", "name": "network-vif-plugged", "status": "completed", "tag": "d27ab58c-67e5-4b39-a25a-65327b149fa3", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:26:47.274076 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81ecfe34-b0ec-4e45-a9ff-2539885bca91 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:26:47.274076 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e1a591-62ac-44cc-a194-fd476f478672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'code': 200} Feb 12 04:26:47.321932 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:47.357233 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:47.385953 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:26:47.386852 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=d27ab58c-67e5-4b39-a25a-65327b149fa3,revision_number=8']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:47.394023 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:26:47.397620 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:26:47.476558 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Pushing event updated for resources: {'Port': ['ID=eb6efc4d-1e25-4ad9-a28a-6bf57af0d547,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:47.497129 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Attempting to bind port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:26:47.497583 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Attempting to bind port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:26:47.498545 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Attempting to bind port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 on network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:26:47.504476 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:26:47.504935 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Checking segment: {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:26:47.505436 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:47.505829 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Bound using segment: {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:26:47.506289 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Bound port: eb6efc4d-1e25-4ad9-a28a-6bf57af0d547, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:26:47.506667 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:47.590062 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] For port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:26:47.593595 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] For port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=eb6efc4d-1e25-4ad9-a28a-6bf57af0d547,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:26:47.601235 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Publish callbacks [] for router_gateway (e88a5752-4906-44be-9919-75f23d8a04a6), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:47.623623 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:47.637812 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168522bb-fac6-4abc-81a9-22b9bf141fce req-471611ca-3f0f-4144-a103-ad6263e3f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:47.639296 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-168522bb-fac6-4abc-81a9-22b9bf141fce req-471611ca-3f0f-4144-a103-ad6263e3f8a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 1129 time: 0.0833287 Feb 12 04:26:47.666327 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:47.721969 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1eebb-e189-443b-bcff-29d0e445fd80 None None] Pushing event updated for resources: {'Port': ['ID=eb6efc4d-1e25-4ad9-a28a-6bf57af0d547,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:47.781444 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-168522bb-fac6-4abc-81a9-22b9bf141fce req-3b37cd37-7503-43ca-9e12-43c87fb079f0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179664 Feb 12 04:26:47.812705 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Allocated IP 172.27.3.113 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:26:47.820707 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430d87f-50ea-45b0-b014-07ae11a7059c req-f61fe658-19c1-41b2-b323-aa0ab4f7da2c tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:47.822216 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3430d87f-50ea-45b0-b014-07ae11a7059c req-f61fe658-19c1-41b2-b323-aa0ab4f7da2c tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.1341069 Feb 12 04:26:47.947620 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3430d87f-50ea-45b0-b014-07ae11a7059c req-8f4a1378-cc07-4fa7-a702-05f01f9152dd tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174262 Feb 12 04:26:47.994944 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Publish callbacks [] for port (4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:48.094219 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:48.133921 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:26:48.136751 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:26:48.140331 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:26:48.145587 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:48.492321 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Publish callbacks [] for router_gateway (e88a5752-4906-44be-9919-75f23d8a04a6), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:48.648421 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4970d5d8-1cd4-476e-a117-2b1e7baae111 None None] Network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:26:48.697861 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997099'] for router (e88a5752-4906-44be-9919-75f23d8a04a6), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:48.732885 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-2639551d-7f5e-4447-a97c-abb9b9fa18be None None] Provisioning complete for port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:48.733390 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2639551d-7f5e-4447-a97c-abb9b9fa18be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:48.847046 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-2639551d-7f5e-4447-a97c-abb9b9fa18be None None] Current status of the port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:48.847369 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2639551d-7f5e-4447-a97c-abb9b9fa18be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:48.883800 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-2639551d-7f5e-4447-a97c-abb9b9fa18be None None] For port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=eb6efc4d-1e25-4ad9-a28a-6bf57af0d547,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:26:48.928246 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Router e88a5752-4906-44be-9919-75f23d8a04a6 is scheduled to L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc with binding_index 1 {{(pid=103158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 12 04:26:48.980017 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-2639551d-7f5e-4447-a97c-abb9b9fa18be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:49.082139 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639551d-7f5e-4447-a97c-abb9b9fa18be None None] Pushing event updated for resources: {'Port': ['ID=eb6efc4d-1e25-4ad9-a28a-6bf57af0d547,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:49.103490 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-95378ddb-edfb-4bd4-98aa-c43d1f825c88 None None] Provisioning complete for port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:49.104443 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-95378ddb-edfb-4bd4-98aa-c43d1f825c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:49.124478 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:26:49.130159 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:26:49.136643 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Sync routers for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:26:49.146235 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4179c75-04a3-4f58-90aa-c66de917b9d6 req-47080654-1ccb-46ff-acb1-c87dee912bb1 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:49.147785 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e4179c75-04a3-4f58-90aa-c66de917b9d6 req-47080654-1ccb-46ff-acb1-c87dee912bb1 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0777230 Feb 12 04:26:49.190287 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:26:49.190287 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:26:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:49.197142 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e4179c75-04a3-4f58-90aa-c66de917b9d6 req-e334407a-4b75-41b2-951b-5b2879d7f573 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431938 Feb 12 04:26:49.232814 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:49.236894 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-5617a98e-23e8-46b1-879f-a0090e6880e5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3968072 Feb 12 04:26:49.237145 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40688) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:49.447407 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:49.447781 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:49.473404 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-95378ddb-edfb-4bd4-98aa-c43d1f825c88 None None] Current status of the port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:49.501527 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:26:49.647401 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:49.676315 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:49.714912 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:48Z', 'revision_number': 3, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:49.740957 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Checking router: e88a5752-4906-44be-9919-75f23d8a04a6 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:26:49.741329 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Updating router e88a5752-4906-44be-9919-75f23d8a04a6 port 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 binding host dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:26:49.768457 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:49.833055 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Allocated IP 172.20.0.1 (73f30c43-2deb-4a40-8f2e-dea98a37ce35/29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5/742eaa91-99a3-4d69-803b-6531b1f45ae7) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:26:49.940898 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Publish callbacks [] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.014880 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Publish callbacks [] for port (4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4), precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.048238 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.092258 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:26:50.096040 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:26:50.105653 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Pushing event updated for resources: {'Port': ['ID=742eaa91-99a3-4d69-803b-6531b1f45ae7,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:50.105653 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:26:50.138446 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.150712 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996566'] for router_interface (e88a5752-4906-44be-9919-75f23d8a04a6), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.199463 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Attempting to bind port 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:26:50.199830 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Attempting to bind port 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:26:50.200193 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Attempting to bind port 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 on network bcdd3c2f-3978-457b-a82d-1be661dbdefa {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:26:50.207157 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77519912-bccc-46be-9e87-05a393b440f7 None None] Pushing event updated for resources: {'Port': ['ID=4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:50.209965 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:26:50.210356 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Checking segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:26:50.210771 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.211153 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Bound using segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:26:50.211627 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Bound port: 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:26:50.212005 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.265812 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] For port 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:26:50.269116 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] For port 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:26:50.352080 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.379433 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.417248 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:26:50.417912 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:26:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:50.460587 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b5b4463a-0537-41d3-b0c1-8f5edef1785d None None] Provisioning complete for port 742eaa91-99a3-4d69-803b-6531b1f45ae7 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:50.461497 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b5b4463a-0537-41d3-b0c1-8f5edef1785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.464543 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77519912-bccc-46be-9e87-05a393b440f7 None None] Pushing event updated for resources: {'Port': ['ID=4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:50.541230 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40696) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:50.554973 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b5b4463a-0537-41d3-b0c1-8f5edef1785d None None] Port 742eaa91-99a3-4d69-803b-6531b1f45ae7 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:26:50.565021 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:26:50.570896 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Publish callbacks [] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.648143 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.654001 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-980c6ab9-6426-414c-8587-3f68592c4f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.731596 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Pushing event updated for resources: {'Port': ['ID=742eaa91-99a3-4d69-803b-6531b1f45ae7,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:50.733986 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-980c6ab9-6426-414c-8587-3f68592c4f0b admin admin] Publish callbacks [] for security_group (c311d2cb-922c-4025-953e-a88e24ba85c7), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.735606 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1000998'] for router_interface (e88a5752-4906-44be-9919-75f23d8a04a6), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.775981 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:49Z', 'revision_number': 1, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:50.802985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-980c6ab9-6426-414c-8587-3f68592c4f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (c311d2cb-922c-4025-953e-a88e24ba85c7), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.806760 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e573a61-f588-46a3-b2e0-2c683fdfa593 None None] The sync data for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi is: [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:49Z', 'revision_number': 1, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:26:50.830885 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:26:50.832294 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:26:50.856776 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-980c6ab9-6426-414c-8587-3f68592c4f0b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54de907a473a4990ac7b233b8db5c442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142488 Feb 12 04:26:50.858874 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c6ab9-6426-414c-8587-3f68592c4f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c311d2cb-922c-4025-953e-a88e24ba85c7,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:50.862585 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40700) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:50.929065 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d83cb79d-534a-4f21-931e-3660069b6e5a admin admin] Publish callbacks [] for security_group (c311d2cb-922c-4025-953e-a88e24ba85c7), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.952022 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d83cb79d-534a-4f21-931e-3660069b6e5a admin admin] Publish callbacks [] for security_group (c311d2cb-922c-4025-953e-a88e24ba85c7), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:50.986560 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Router e88a5752-4906-44be-9919-75f23d8a04a6 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:26:51.046830 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:26:51.090059 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d83cb79d-534a-4f21-931e-3660069b6e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (c311d2cb-922c-4025-953e-a88e24ba85c7), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:51.093759 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-d83cb79d-534a-4f21-931e-3660069b6e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:51.096181 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-d83cb79d-534a-4f21-931e-3660069b6e5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c311d2cb-922c-4025-953e-a88e24ba85c7 HTTP/1.1" status: 204 len: 168 time: 0.2311943 Feb 12 04:26:51.111920 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cb79d-534a-4f21-931e-3660069b6e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c311d2cb-922c-4025-953e-a88e24ba85c7,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:51.134739 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:51.135202 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:51.177266 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:26:51.186677 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-e5d4f46c-20c5-4929-90de-1471cbd39547 admin admin] 10.222.0.31 "PUT /v2.0/routers/e88a5752-4906-44be-9919-75f23d8a04a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9484699 Feb 12 04:26:51.209453 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-064308f6-ef35-4a77-8334-1f71eb419dd3 None None] Provisioning complete for port 742eaa91-99a3-4d69-803b-6531b1f45ae7 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:51.209920 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-064308f6-ef35-4a77-8334-1f71eb419dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:51.278983 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-064308f6-ef35-4a77-8334-1f71eb419dd3 None None] Port 742eaa91-99a3-4d69-803b-6531b1f45ae7 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:26:51.289674 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:51.792649 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40716) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:51.808229 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-31dbf537-9a5c-4701-b0a1-48096a734035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:51.887131 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-31dbf537-9a5c-4701-b0a1-48096a734035 admin admin] Publish callbacks [] for security_group (6fcd3680-12db-4eab-8dca-bf6411d52848), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:51.955389 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-31dbf537-9a5c-4701-b0a1-48096a734035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (6fcd3680-12db-4eab-8dca-bf6411d52848), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:51.999510 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-31dbf537-9a5c-4701-b0a1-48096a734035 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30ae9e883b814d3aaf093c7bcfa7f8b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030787 Feb 12 04:26:51.999510 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbf537-9a5c-4701-b0a1-48096a734035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcd3680-12db-4eab-8dca-bf6411d52848,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:51.999702 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40720) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:52.055252 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-dd7b23b4-9ea1-416f-b4f2-c028ddff6bb4 admin admin] Publish callbacks [] for security_group (6fcd3680-12db-4eab-8dca-bf6411d52848), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:52.056135 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40724) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:52.061080 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-298273747-network', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:26:52.078858 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-dd7b23b4-9ea1-416f-b4f2-c028ddff6bb4 admin admin] Publish callbacks [] for security_group (6fcd3680-12db-4eab-8dca-bf6411d52848), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:52.145143 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] Made reservation on behalf of 92cbbf632e2046c2bfba10d625520a95 for: {'network': 1} {{(pid=103157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:26:52.147640 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for network (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:52.157135 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:52.208261 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-dd7b23b4-9ea1-416f-b4f2-c028ddff6bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (6fcd3680-12db-4eab-8dca-bf6411d52848), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:52.211575 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-dd7b23b4-9ea1-416f-b4f2-c028ddff6bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:52.215318 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-dd7b23b4-9ea1-416f-b4f2-c028ddff6bb4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6fcd3680-12db-4eab-8dca-bf6411d52848 HTTP/1.1" status: 204 len: 168 time: 0.2121830 Feb 12 04:26:52.222096 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b23b4-9ea1-416f-b4f2-c028ddff6bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcd3680-12db-4eab-8dca-bf6411d52848,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:52.266710 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] Publish callbacks [] for security_group (64f3780e-101f-4f15-9470-5bb371e4e954), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:52.322416 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (64f3780e-101f-4f15-9470-5bb371e4e954), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:52.343560 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 12 04:26:52.358375 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f3780e-101f-4f15-9470-5bb371e4e954,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:52.361446 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (2ae7b981-eaab-418f-8ffc-087cd15ce070), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:52.361785 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.segments_db [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] Added segment 2ae7b981-eaab-418f-8ffc-087cd15ce070 of type vlan for network 39503077-ff1e-481d-9a1b-b291f78ee6a6 Feb 12 04:26:52.403892 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754804578591'] for network (39503077-ff1e-481d-9a1b-b291f78ee6a6), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:52.608916 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055'] for network (39503077-ff1e-481d-9a1b-b291f78ee6a6), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:52.608916 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:52.608916 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:52.669766 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] Pushing event updated for resources: {'Network': ['ID=39503077-ff1e-481d-9a1b-b291f78ee6a6,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:52.683361 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Network 39503077-ff1e-481d-9a1b-b291f78ee6a6 details requested by agent ovs-agent-dv-cinder-828696-3-iscsi with host dv-cinder-828696-3-iscsi {{(pid=103159) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 12 04:26:52.704299 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-796b696b-fbd2-4c9b-aa01-f7362ca1bee8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6468725 Feb 12 04:26:52.704905 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40730) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:52.712216 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-2107d661-401d-4b09-89cc-1ddddc1b6593 admin admin] Request body: {'subnet': {'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-298273747-subnet', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'ip_version': 4}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:26:52.801903 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2107d661-401d-4b09-89cc-1ddddc1b6593 admin admin] Made reservation on behalf of 92cbbf632e2046c2bfba10d625520a95 for: {'subnet': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:26:52.804922 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2107d661-401d-4b09-89cc-1ddddc1b6593 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29917923'] for subnet (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:52.914623 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Sync routers for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:26:52.925455 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:26:52.926071 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:26:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:53.040835 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:26:53.055389 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:26:53.107568 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:53.107941 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.122869 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2107d661-401d-4b09-89cc-1ddddc1b6593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29460962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29917937'] for subnet (dbd6a12e-1353-4b77-9793-0a32e90fcebd), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.201047 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107d661-401d-4b09-89cc-1ddddc1b6593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd6a12e-1353-4b77-9793-0a32e90fcebd,revision_number=0']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:53.208588 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:53.208982 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.220638 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2107d661-401d-4b09-89cc-1ddddc1b6593 admin admin] Checking segment: {'id': '2ae7b981-eaab-418f-8ffc-087cd15ce070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:26:53.221105 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2107d661-401d-4b09-89cc-1ddddc1b6593 admin admin] Network hostable DHCP agents. Network: 39503077-ff1e-481d-9a1b-b291f78ee6a6, hostable agents: ['f57f71e4-126e-4830-b92e-b71466ea3c57'], hosted agents: [] {{(pid=103158) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 12 04:26:53.237445 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:26:53.268360 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 2, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:53.287909 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.299496 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2107d661-401d-4b09-89cc-1ddddc1b6593 admin admin] Network 39503077-ff1e-481d-9a1b-b291f78ee6a6 is scheduled to be hosted by DHCP agent f57f71e4-126e-4830-b92e-b71466ea3c57 with binding_index 1 {{(pid=103158) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 12 04:26:53.300752 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Checking router: e88a5752-4906-44be-9919-75f23d8a04a6 for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:26:53.300752 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Updating router e88a5752-4906-44be-9919-75f23d8a04a6 port 742eaa91-99a3-4d69-803b-6531b1f45ae7 binding host dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:26:53.327159 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.334457 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:53.379496 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-2107d661-401d-4b09-89cc-1ddddc1b6593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-3-iscsi, 39503077-ff1e-481d-9a1b-b291f78ee6a6) {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:26:53.387976 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b3199-8c27-4a53-ba37-24f938837946 None None] Network 39503077-ff1e-481d-9a1b-b291f78ee6a6 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:26:53.393213 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2107d661-401d-4b09-89cc-1ddddc1b6593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:26:53.394288 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-2107d661-401d-4b09-89cc-1ddddc1b6593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.476159 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-2107d661-401d-4b09-89cc-1ddddc1b6593 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7690008 Feb 12 04:26:53.478584 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 40748) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:53.486072 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-298273747-router', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:26:53.500144 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210867b8-5ef7-526e-8999-d34bdc8d0eca-39503077-ff1e-481d-9a1b-b291f78ee6a6', 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6', 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'fixed_ips': [{'subnet_id': 'dbd6a12e-1353-4b77-9793-0a32e90fcebd'}]}} from dv-cinder-828696-3-iscsi. {{(pid=103159) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 12 04:26:53.501346 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.616763 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Publish callbacks [] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.631348 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-998424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6417'] for router (43275764-67a2-4c84-9e94-0e348c7c4971), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.632471 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-997078', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-576863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6410'] for router (43275764-67a2-4c84-9e94-0e348c7c4971), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.662793 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.db_base_plugin_common [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Allocated IP 172.20.0.2 (39503077-ff1e-481d-9a1b-b291f78ee6a6/dbd6a12e-1353-4b77-9793-0a32e90fcebd/a2bdb2bb-f3d0-4563-9112-306d5b9d6dce) {{(pid=103159) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:26:53.687948 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Publish callbacks [] for router_controller (43275764-67a2-4c84-9e94-0e348c7c4971), precommit_add_association {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.733688 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.790595 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Pushing event updated for resources: {'Port': ['ID=742eaa91-99a3-4d69-803b-6531b1f45ae7,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:53.808833 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Publish callbacks [] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), precommit_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.833973 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:53.834320 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:53.834672 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:53.835010 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:53.835332 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:53.835709 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:53.836593 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:53.836912 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:53.837231 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:53.837592 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:53.837913 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:53.838227 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:53.838543 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:26:53.859637 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Attempting to bind port 742eaa91-99a3-4d69-803b-6531b1f45ae7 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:26:53.860806 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Attempting to bind port 742eaa91-99a3-4d69-803b-6531b1f45ae7 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:26:53.860806 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Attempting to bind port 742eaa91-99a3-4d69-803b-6531b1f45ae7 on network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:26:53.866049 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:26:53.866421 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Checking segment: {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:26:53.866821 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.867227 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Bound using segment: {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:26:53.867750 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Bound port: 742eaa91-99a3-4d69-803b-6531b1f45ae7, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:26:53.868119 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.911282 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), after_create {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:53.969818 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Pushing event updated for resources: {'Port': ['ID=a2bdb2bb-f3d0-4563-9112-306d5b9d6dce,revision_number=1']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:53.986378 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Network 39503077-ff1e-481d-9a1b-b291f78ee6a6 is already hosted by enough agents. {{(pid=103159) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:26:53.987964 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.scheduler.base_scheduler [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Resources bound (agent type, host, resource id): {{(pid=103159) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:26:53.990414 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Received port after_create {{(pid=103159) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:26:54.049719 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Attempting to bind port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:26:54.049986 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Attempting to bind port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '2ae7b981-eaab-418f-8ffc-087cd15ce070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:26:54.050248 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Attempting to bind port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce on network 39503077-ff1e-481d-9a1b-b291f78ee6a6 {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:26:54.056193 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:26:54.056568 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Checking segment: {'id': '2ae7b981-eaab-418f-8ffc-087cd15ce070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:26:54.056999 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.057385 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Bound using segment: {'id': '2ae7b981-eaab-418f-8ffc-087cd15ce070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:26:54.057910 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Bound port: a2bdb2bb-f3d0-4563-9112-306d5b9d6dce, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae7b981-eaab-418f-8ffc-087cd15ce070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:26:54.058300 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.062181 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] For port 742eaa91-99a3-4d69-803b-6531b1f45ae7, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:26:54.065803 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] For port 742eaa91-99a3-4d69-803b-6531b1f45ae7, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=742eaa91-99a3-4d69-803b-6531b1f45ae7,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:26:54.141312 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] For port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:26:54.146347 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] For port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=a2bdb2bb-f3d0-4563-9112-306d5b9d6dce,segment=NetworkSegment(2ae7b981-eaab-418f-8ffc-087cd15ce070),segment_id=2ae7b981-eaab-418f-8ffc-087cd15ce070)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:26:54.151571 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-ed6ca1a1-799f-4042-9ab7-46ff928ddfd4 None None] Provisioning complete for port 742eaa91-99a3-4d69-803b-6531b1f45ae7 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:54.151939 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ed6ca1a1-799f-4042-9ab7-46ff928ddfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.157103 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.171652 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40762) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:54.208617 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ed6ca1a1-799f-4042-9ab7-46ff928ddfd4 None None] Port 742eaa91-99a3-4d69-803b-6531b1f45ae7 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:26:54.212289 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Publish callbacks [] for router_gateway (43275764-67a2-4c84-9e94-0e348c7c4971), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.223581 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.230798 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:26:54.231438 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:26:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:54.296449 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0102fd-9b14-4146-b207-5c37666f88df None None] Pushing event updated for resources: {'Port': ['ID=a2bdb2bb-f3d0-4563-9112-306d5b9d6dce,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:54.321755 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200d068-f265-4c2d-9319-a8608bcb21d3 None None] Pushing event updated for resources: {'Port': ['ID=742eaa91-99a3-4d69-803b-6531b1f45ae7,revision_number=4']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:54.372002 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-29f0d2e1-c16a-425d-8c0d-68b3a2ca62ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.416146 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:26:54.497855 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-29f0d2e1-c16a-425d-8c0d-68b3a2ca62ad admin admin] Publish callbacks [] for security_group (a09d4df9-a2a1-4666-ab2e-3303cb635430), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.530624 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-6c1b6dce-ee38-4967-8f5c-b73c16932f2b None None] Provisioning complete for port 742eaa91-99a3-4d69-803b-6531b1f45ae7 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:54.530851 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6dce-ee38-4967-8f5c-b73c16932f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.568674 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-29f0d2e1-c16a-425d-8c0d-68b3a2ca62ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (a09d4df9-a2a1-4666-ab2e-3303cb635430), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.580159 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Publish callbacks [] for router_gateway (43275764-67a2-4c84-9e94-0e348c7c4971), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.622282 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.640628 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0d2e1-c16a-425d-8c0d-68b3a2ca62ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09d4df9-a2a1-4666-ab2e-3303cb635430,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:54.659818 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-29f0d2e1-c16a-425d-8c0d-68b3a2ca62ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2812ba7e6426448c87e1275251526ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4861977 Feb 12 04:26:54.661296 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40766) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:54.706854 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b6dce-ee38-4967-8f5c-b73c16932f2b None None] Current status of the port 742eaa91-99a3-4d69-803b-6531b1f45ae7 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:54.707399 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6dce-ee38-4967-8f5c-b73c16932f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.722754 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:54.739558 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bd63985-ae1f-42d5-bcbb-24ae73a982a3 admin admin] Publish callbacks [] for security_group (a09d4df9-a2a1-4666-ab2e-3303cb635430), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.749758 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Allocated IP 172.27.3.69 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/ad4b57e6-36cf-49ca-ab1c-ad2256a8278e) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:26:54.756767 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-6c1b6dce-ee38-4967-8f5c-b73c16932f2b None None] For port 742eaa91-99a3-4d69-803b-6531b1f45ae7, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=742eaa91-99a3-4d69-803b-6531b1f45ae7,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:26:54.764670 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bd63985-ae1f-42d5-bcbb-24ae73a982a3 admin admin] Publish callbacks [] for security_group (a09d4df9-a2a1-4666-ab2e-3303cb635430), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.768249 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2643b9-fa0b-4bb1-98fb-4ff33630b420 None None] The sync data for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi is: [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:26:54.824800 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6c1b6dce-ee38-4967-8f5c-b73c16932f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.875871 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Publish callbacks [] for port (ad4b57e6-36cf-49ca-ab1c-ad2256a8278e), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.876996 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b6dce-ee38-4967-8f5c-b73c16932f2b None None] Pushing event updated for resources: {'Port': ['ID=742eaa91-99a3-4d69-803b-6531b1f45ae7,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:54.909650 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bd63985-ae1f-42d5-bcbb-24ae73a982a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (a09d4df9-a2a1-4666-ab2e-3303cb635430), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.912189 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4bd63985-ae1f-42d5-bcbb-24ae73a982a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:54.913419 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-4bd63985-ae1f-42d5-bcbb-24ae73a982a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a09d4df9-a2a1-4666-ab2e-3303cb635430 HTTP/1.1" status: 204 len: 168 time: 0.2509000 Feb 12 04:26:54.938176 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd63985-ae1f-42d5-bcbb-24ae73a982a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09d4df9-a2a1-4666-ab2e-3303cb635430,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:54.979035 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (ad4b57e6-36cf-49ca-ab1c-ad2256a8278e), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:55.021027 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:26:55.024646 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:26:55.028409 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:26:55.053972 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4b57e6-36cf-49ca-ab1c-ad2256a8278e,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:55.222668 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:26:55.300521 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:55.300898 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:55.405863 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:55.407022 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device a2bdb2bb-f3d0-4563-9112-306d5b9d6dce up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:26:55.432137 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Publish callbacks [] for router_gateway (43275764-67a2-4c84-9e94-0e348c7c4971), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:55.477618 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:55.482209 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:55.581445 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:55.581836 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:55.632428 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=a2bdb2bb-f3d0-4563-9112-306d5b9d6dce,segment=NetworkSegment(2ae7b981-eaab-418f-8ffc-087cd15ce070),segment_id=2ae7b981-eaab-418f-8ffc-087cd15ce070)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:26:55.671322 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599c6c7-318b-42ed-8ec4-5d5fe1ab74c1 None None] Network 39503077-ff1e-481d-9a1b-b291f78ee6a6 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:26:55.743851 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-998501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-997099'] for router (43275764-67a2-4c84-9e94-0e348c7c4971), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:55.882910 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:55.883449 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 742eaa91-99a3-4d69-803b-6531b1f45ae7 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:26:55.956239 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-653aa71f-f02e-4f86-9d68-d74d68798b59 None None] Provisioning complete for port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:55.956601 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-653aa71f-f02e-4f86-9d68-d74d68798b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:55.978992 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Router 43275764-67a2-4c84-9e94-0e348c7c4971 is scheduled to L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc with binding_index 1 {{(pid=103158) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 12 04:26:56.023455 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=a2bdb2bb-f3d0-4563-9112-306d5b9d6dce,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:56.059840 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port 742eaa91-99a3-4d69-803b-6531b1f45ae7 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:56.059840 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:56.101743 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:26:56.115259 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Sync routers for ids ['43275764-67a2-4c84-9e94-0e348c7c4971'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:26:56.145358 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-653aa71f-f02e-4f86-9d68-d74d68798b59 None None] Current status of the port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:56.148321 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Routers {'43275764-67a2-4c84-9e94-0e348c7c4971'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:26:56.148941 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-d6571abf-25c0-4770-b99f-432891847272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:26:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['43275764-67a2-4c84-9e94-0e348c7c4971'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:56.169952 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:56.173961 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-23abcf73-b1b0-405c-bf6b-d3a67f99f031 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6914659 Feb 12 04:26:56.179175 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40796) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:56.292005 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port 742eaa91-99a3-4d69-803b-6531b1f45ae7 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:56.319987 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Set router 43275764-67a2-4c84-9e94-0e348c7c4971 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:26:56.413069 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-eeedc572-e82e-4cac-b42e-045c4c16eaf8 None None] Provisioning complete for port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:56.413469 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eeedc572-e82e-4cac-b42e-045c4c16eaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:56.577256 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-eeedc572-e82e-4cac-b42e-045c4c16eaf8 None None] Current status of the port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:56.586249 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-d6571abf-25c0-4770-b99f-432891847272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'name': 'tempest-TestVolumeBootPattern-298273747-router', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ad4b57e6-36cf-49ca-ab1c-ad2256a8278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:53Z', 'updated_at': '2022-02-12T04:26:55Z', 'revision_number': 3, 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'gw_port': {'id': 'ad4b57e6-36cf-49ca-ab1c-ad2256a8278e', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:54Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:56.612305 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Checking router: 43275764-67a2-4c84-9e94-0e348c7c4971 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:26:56.612646 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Updating router 43275764-67a2-4c84-9e94-0e348c7c4971 port ad4b57e6-36cf-49ca-ab1c-ad2256a8278e binding host dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:26:56.639227 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (ad4b57e6-36cf-49ca-ab1c-ad2256a8278e), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:56.645318 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:56.796976 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Allocated IP 172.20.0.1 (39503077-ff1e-481d-9a1b-b291f78ee6a6/dbd6a12e-1353-4b77-9793-0a32e90fcebd/b4e9307f-1877-4389-af20-f5f87cc18fd9) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:26:56.890068 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Publish callbacks [] for port (ad4b57e6-36cf-49ca-ab1c-ad2256a8278e), precommit_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:56.903765 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Publish callbacks [] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:57.008792 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (ad4b57e6-36cf-49ca-ab1c-ad2256a8278e), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:57.009220 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:57.040002 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device a2bdb2bb-f3d0-4563-9112-306d5b9d6dce up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:26:57.057525 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Network 39503077-ff1e-481d-9a1b-b291f78ee6a6 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:26:57.060367 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:26:57.063825 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:26:57.069199 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e9307f-1877-4389-af20-f5f87cc18fd9,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:57.097191 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0594d58-e13f-4497-b6e6-949797018cfe None None] Pushing event updated for resources: {'Port': ['ID=ad4b57e6-36cf-49ca-ab1c-ad2256a8278e,revision_number=2']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:57.105652 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Attempting to bind port ad4b57e6-36cf-49ca-ab1c-ad2256a8278e on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:26:57.106559 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Attempting to bind port ad4b57e6-36cf-49ca-ab1c-ad2256a8278e by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:26:57.106559 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Attempting to bind port ad4b57e6-36cf-49ca-ab1c-ad2256a8278e on network bcdd3c2f-3978-457b-a82d-1be661dbdefa {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:26:57.114342 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:26:57.114719 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Checking segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:26:57.115063 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:57.115524 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Bound using segment: {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'} {{(pid=103159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:26:57.115895 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.managers [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Bound port: ad4b57e6-36cf-49ca-ab1c-ad2256a8278e, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7b0dee-716f-45cb-9ae3-70987266f429', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa'}}] {{(pid=103159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:26:57.116269 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (ad4b57e6-36cf-49ca-ab1c-ad2256a8278e), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:57.126985 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-996566'] for router_interface (43275764-67a2-4c84-9e94-0e348c7c4971), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:57.169208 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:57.169600 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:57.218882 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-d6571abf-25c0-4770-b99f-432891847272 None None] For port ad4b57e6-36cf-49ca-ab1c-ad2256a8278e, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:26:57.224072 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-d6571abf-25c0-4770-b99f-432891847272 None None] For port ad4b57e6-36cf-49ca-ab1c-ad2256a8278e, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=ad4b57e6-36cf-49ca-ab1c-ad2256a8278e,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:26:57.286858 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:57.312357 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (ad4b57e6-36cf-49ca-ab1c-ad2256a8278e), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:57.363321 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:57.369490 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Routers {'43275764-67a2-4c84-9e94-0e348c7c4971'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:26:57.370115 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-d6571abf-25c0-4770-b99f-432891847272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:26:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['43275764-67a2-4c84-9e94-0e348c7c4971'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:57.374783 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0594d58-e13f-4497-b6e6-949797018cfe None None] Pushing event updated for resources: {'Port': ['ID=ad4b57e6-36cf-49ca-ab1c-ad2256a8278e,revision_number=3']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:57.436910 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-6894f06d-4bb3-436e-aab7-9c6a60297080 None None] Provisioning complete for port b4e9307f-1877-4389-af20-f5f87cc18fd9 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:57.437297 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6894f06d-4bb3-436e-aab7-9c6a60297080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:57.515699 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6894f06d-4bb3-436e-aab7-9c6a60297080 None None] Port b4e9307f-1877-4389-af20-f5f87cc18fd9 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:26:57.527003 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-d6571abf-25c0-4770-b99f-432891847272 None None] Set router 43275764-67a2-4c84-9e94-0e348c7c4971 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:26:57.533558 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Publish callbacks [] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:57.596133 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31418345'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:57.664992 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e9307f-1877-4389-af20-f5f87cc18fd9,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:57.667474 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1000998'] for router_interface (43275764-67a2-4c84-9e94-0e348c7c4971), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:57.777158 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Network 39503077-ff1e-481d-9a1b-b291f78ee6a6 is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:26:57.781027 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:26:57.886681 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-d6571abf-25c0-4770-b99f-432891847272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'name': 'tempest-TestVolumeBootPattern-298273747-router', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ad4b57e6-36cf-49ca-ab1c-ad2256a8278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:53Z', 'updated_at': '2022-02-12T04:26:57Z', 'revision_number': 4, 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'gw_port': {'id': 'ad4b57e6-36cf-49ca-ab1c-ad2256a8278e', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:54Z', 'updated_at': '2022-02-12T04:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'b4e9307f-1877-4389-af20-f5f87cc18fd9', 'name': '', 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'mac_address': 'fa:16:3e:ea:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dbd6a12e-1353-4b77-9793-0a32e90fcebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:56Z', 'updated_at': '2022-02-12T04:26:56Z', 'revision_number': 1, 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'subnets': [{'id': 'dbd6a12e-1353-4b77-9793-0a32e90fcebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:26:57.911303 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Router 43275764-67a2-4c84-9e94-0e348c7c4971 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:26:57.918527 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6571abf-25c0-4770-b99f-432891847272 None None] The sync data for ids ['43275764-67a2-4c84-9e94-0e348c7c4971'] in dv-cinder-828696-3-iscsi is: [{'id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'name': 'tempest-TestVolumeBootPattern-298273747-router', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ad4b57e6-36cf-49ca-ab1c-ad2256a8278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:53Z', 'updated_at': '2022-02-12T04:26:57Z', 'revision_number': 4, 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'gw_port': {'id': 'ad4b57e6-36cf-49ca-ab1c-ad2256a8278e', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:54Z', 'updated_at': '2022-02-12T04:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'b4e9307f-1877-4389-af20-f5f87cc18fd9', 'name': '', 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'mac_address': 'fa:16:3e:ea:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dbd6a12e-1353-4b77-9793-0a32e90fcebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:56Z', 'updated_at': '2022-02-12T04:26:56Z', 'revision_number': 1, 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'subnets': [{'id': 'dbd6a12e-1353-4b77-9793-0a32e90fcebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:26:58.038965 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-71fb5fd0-556b-40ba-964e-d76eda15f78a None None] Provisioning complete for port b4e9307f-1877-4389-af20-f5f87cc18fd9 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:58.039343 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-71fb5fd0-556b-40ba-964e-d76eda15f78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:58.043792 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:26:58.053782 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-6f2c05dd-3316-4aa2-8f71-bfc8c5e380a9 admin admin] 10.222.0.31 "PUT /v2.0/routers/43275764-67a2-4c84-9e94-0e348c7c4971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8784034 Feb 12 04:26:58.081922 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-71fb5fd0-556b-40ba-964e-d76eda15f78a None None] Port b4e9307f-1877-4389-af20-f5f87cc18fd9 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:26:58.845341 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40860) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:58.849997 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-a169b1f2-153a-4ab7-83b2-00706fac8c3e tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1955171707', 'description': 'tempest-secgroup-smoke-1955171707 description', 'project_id': '1092010e5d02415b9ba03f62ba4ffe10'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:26:58.933648 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a169b1f2-153a-4ab7-83b2-00706fac8c3e tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.020069 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a169b1f2-153a-4ab7-83b2-00706fac8c3e tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group (523607c0-ebfa-42cb-9281-8fb00d576472), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.076875 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device ad4b57e6-36cf-49ca-ab1c-ad2256a8278e up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:26:59.099254 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a169b1f2-153a-4ab7-83b2-00706fac8c3e tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (523607c0-ebfa-42cb-9281-8fb00d576472), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.126658 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port ad4b57e6-36cf-49ca-ab1c-ad2256a8278e triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:26:59.127119 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (ad4b57e6-36cf-49ca-ab1c-ad2256a8278e), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.134665 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169b1f2-153a-4ab7-83b2-00706fac8c3e tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523607c0-ebfa-42cb-9281-8fb00d576472,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:59.204768 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-a169b1f2-153a-4ab7-83b2-00706fac8c3e tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.210306 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-a169b1f2-153a-4ab7-83b2-00706fac8c3e tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3597498 Feb 12 04:26:59.210306 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40862) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:59.213759 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-f32d0412-42ae-4ed2-8f0f-5052dd9e65b3 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Request body: {'security_group_rule': {'security_group_id': '523607c0-ebfa-42cb-9281-8fb00d576472', 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:26:59.216155 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port ad4b57e6-36cf-49ca-ab1c-ad2256a8278e is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:26:59.217033 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (ad4b57e6-36cf-49ca-ab1c-ad2256a8278e), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.240037 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] For port ad4b57e6-36cf-49ca-ab1c-ad2256a8278e, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=ad4b57e6-36cf-49ca-ab1c-ad2256a8278e,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:26:59.343887 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f32d0412-42ae-4ed2-8f0f-5052dd9e65b3 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (f5a2da08-3d04-4046-b5ac-50d7e4b6ba65), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.379369 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (ad4b57e6-36cf-49ca-ab1c-ad2256a8278e), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.405106 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f32d0412-42ae-4ed2-8f0f-5052dd9e65b3 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (f5a2da08-3d04-4046-b5ac-50d7e4b6ba65), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.434150 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Pushing event updated for resources: {'Port': ['ID=ad4b57e6-36cf-49ca-ab1c-ad2256a8278e,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:59.499274 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f32d0412-42ae-4ed2-8f0f-5052dd9e65b3 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (f5a2da08-3d04-4046-b5ac-50d7e4b6ba65), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.518660 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d0412-42ae-4ed2-8f0f-5052dd9e65b3 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a2da08-3d04-4046-b5ac-50d7e4b6ba65,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:59.638480 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f32d0412-42ae-4ed2-8f0f-5052dd9e65b3 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.639759 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-f32d0412-42ae-4ed2-8f0f-5052dd9e65b3 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4296017 Feb 12 04:26:59.642537 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40866) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:59.646845 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-5d0fd257-2543-45de-a812-c2279d7c55ea tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Request body: {'security_group_rule': {'security_group_id': '523607c0-ebfa-42cb-9281-8fb00d576472', 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:26:59.738053 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5d0fd257-2543-45de-a812-c2279d7c55ea tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (791ccad0-1cd3-4d13-9bc2-bb241f70b187), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.792684 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5d0fd257-2543-45de-a812-c2279d7c55ea tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (791ccad0-1cd3-4d13-9bc2-bb241f70b187), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.888072 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5d0fd257-2543-45de-a812-c2279d7c55ea tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (791ccad0-1cd3-4d13-9bc2-bb241f70b187), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.906478 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fd257-2543-45de-a812-c2279d7c55ea tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791ccad0-1cd3-4d13-9bc2-bb241f70b187,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:26:59.981174 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-5d0fd257-2543-45de-a812-c2279d7c55ea tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:26:59.982381 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-5d0fd257-2543-45de-a812-c2279d7c55ea tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3389206 Feb 12 04:26:59.985138 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40868) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:26:59.989835 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-f21e5071-c58b-4e20-b190-4535cd378332 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Request body: {'security_group_rule': {'security_group_id': '523607c0-ebfa-42cb-9281-8fb00d576472', 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:27:00.069940 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f21e5071-c58b-4e20-b190-4535cd378332 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (a25ff2df-0e33-48a9-8db8-a98c7111a59c), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:00.125659 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f21e5071-c58b-4e20-b190-4535cd378332 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (a25ff2df-0e33-48a9-8db8-a98c7111a59c), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:00.183600 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f21e5071-c58b-4e20-b190-4535cd378332 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (a25ff2df-0e33-48a9-8db8-a98c7111a59c), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:00.202185 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e5071-c58b-4e20-b190-4535cd378332 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25ff2df-0e33-48a9-8db8-a98c7111a59c,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:00.260960 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f21e5071-c58b-4e20-b190-4535cd378332 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:00.262125 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-f21e5071-c58b-4e20-b190-4535cd378332 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2757416 Feb 12 04:27:00.264923 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40870) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:27:00.270517 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-adf692e7-f0be-4a28-b805-53075b028645 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Request body: {'security_group_rule': {'security_group_id': '523607c0-ebfa-42cb-9281-8fb00d576472', 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:27:00.361452 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-adf692e7-f0be-4a28-b805-53075b028645 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (25556d04-288a-4a3d-b4c3-ff786437dba6), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:00.423259 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-adf692e7-f0be-4a28-b805-53075b028645 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (25556d04-288a-4a3d-b4c3-ff786437dba6), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:00.499317 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-adf692e7-f0be-4a28-b805-53075b028645 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (25556d04-288a-4a3d-b4c3-ff786437dba6), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:00.517651 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf692e7-f0be-4a28-b805-53075b028645 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25556d04-288a-4a3d-b4c3-ff786437dba6,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:00.581012 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-adf692e7-f0be-4a28-b805-53075b028645 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:00.582298 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-adf692e7-f0be-4a28-b805-53075b028645 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162012 Feb 12 04:27:00.585308 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40874) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:27:00.591419 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-3a4ae411-b6b1-47e7-ae01-6c886e3cbaaa tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Request body: {'security_group_rule': {'security_group_id': '523607c0-ebfa-42cb-9281-8fb00d576472', 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:27:00.670634 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.securitygroups_db [None req-3a4ae411-b6b1-47e7-ae01-6c886e3cbaaa tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Project 1092010e5d02415b9ba03f62ba4ffe10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 12 04:27:00.675776 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3a4ae411-b6b1-47e7-ae01-6c886e3cbaaa tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (a054a750-e349-4d1f-b2d8-c0aab2cab4c0), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:00.736150 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3a4ae411-b6b1-47e7-ae01-6c886e3cbaaa tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (a054a750-e349-4d1f-b2d8-c0aab2cab4c0), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:00.819139 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3a4ae411-b6b1-47e7-ae01-6c886e3cbaaa tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (a054a750-e349-4d1f-b2d8-c0aab2cab4c0), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:00.837686 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ae411-b6b1-47e7-ae01-6c886e3cbaaa tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a054a750-e349-4d1f-b2d8-c0aab2cab4c0,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:00.901398 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-3a4ae411-b6b1-47e7-ae01-6c886e3cbaaa tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:00.902878 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-3a4ae411-b6b1-47e7-ae01-6c886e3cbaaa tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3159349 Feb 12 04:27:00.905816 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 40876) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:27:00.910413 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-793f52ef-4da9-4818-b39a-55633ad12376 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Request body: {'security_group_rule': {'security_group_id': '523607c0-ebfa-42cb-9281-8fb00d576472', 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:27:00.963355 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:27:00.991096 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.securitygroups_db [None req-793f52ef-4da9-4818-b39a-55633ad12376 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Project 1092010e5d02415b9ba03f62ba4ffe10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 12 04:27:00.997251 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-793f52ef-4da9-4818-b39a-55633ad12376 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (52146014-57e1-4c8f-88e1-f41a50072b5e), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:01.044267 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device ad4b57e6-36cf-49ca-ab1c-ad2256a8278e up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:27:01.059451 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-793f52ef-4da9-4818-b39a-55633ad12376 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (52146014-57e1-4c8f-88e1-f41a50072b5e), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:01.093184 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port ad4b57e6-36cf-49ca-ab1c-ad2256a8278e triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:27:01.093184 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (ad4b57e6-36cf-49ca-ab1c-ad2256a8278e), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:01.138742 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-793f52ef-4da9-4818-b39a-55633ad12376 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250'] for security_group_rule (52146014-57e1-4c8f-88e1-f41a50072b5e), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:01.156252 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f52ef-4da9-4818-b39a-55633ad12376 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52146014-57e1-4c8f-88e1-f41a50072b5e,revision_number=0']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:01.175563 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port ad4b57e6-36cf-49ca-ab1c-ad2256a8278e is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:27:01.232186 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-793f52ef-4da9-4818-b39a-55633ad12376 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:01.233705 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-793f52ef-4da9-4818-b39a-55633ad12376 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3267131 Feb 12 04:27:01.325347 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:01.611590 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Sync routers for ids ['43275764-67a2-4c84-9e94-0e348c7c4971'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:27:01.621456 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Routers {'43275764-67a2-4c84-9e94-0e348c7c4971'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:27:01.622075 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:26:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['43275764-67a2-4c84-9e94-0e348c7c4971'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:27:01.733754 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Set router 43275764-67a2-4c84-9e94-0e348c7c4971 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:27:01.936658 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'name': 'tempest-TestVolumeBootPattern-298273747-router', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ad4b57e6-36cf-49ca-ab1c-ad2256a8278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:53Z', 'updated_at': '2022-02-12T04:26:57Z', 'revision_number': 4, 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'gw_port': {'id': 'ad4b57e6-36cf-49ca-ab1c-ad2256a8278e', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:54Z', 'updated_at': '2022-02-12T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'b4e9307f-1877-4389-af20-f5f87cc18fd9', 'name': '', 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'mac_address': 'fa:16:3e:ea:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dbd6a12e-1353-4b77-9793-0a32e90fcebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:56Z', 'updated_at': '2022-02-12T04:26:57Z', 'revision_number': 2, 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'subnets': [{'id': 'dbd6a12e-1353-4b77-9793-0a32e90fcebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:27:01.961668 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Checking router: 43275764-67a2-4c84-9e94-0e348c7c4971 for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:27:01.962076 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Updating router 43275764-67a2-4c84-9e94-0e348c7c4971 port b4e9307f-1877-4389-af20-f5f87cc18fd9 binding host dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 12 04:27:01.988812 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:02.254293 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Publish callbacks [] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), precommit_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:02.327840 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:02.381555 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae256f3-97c5-4652-b49e-2a5e64f71ba5 None None] Pushing event updated for resources: {'Port': ['ID=b4e9307f-1877-4389-af20-f5f87cc18fd9,revision_number=3']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:02.438360 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Attempting to bind port b4e9307f-1877-4389-af20-f5f87cc18fd9 on host dv-cinder-828696-3-iscsi for vnic_type normal with profile {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:27:02.438799 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Attempting to bind port b4e9307f-1877-4389-af20-f5f87cc18fd9 by drivers openvswitch,hyperv on host dv-cinder-828696-3-iscsi at level 0 using segments [{'id': '2ae7b981-eaab-418f-8ffc-087cd15ce070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6'}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:27:02.439216 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Attempting to bind port b4e9307f-1877-4389-af20-f5f87cc18fd9 on network 39503077-ff1e-481d-9a1b-b291f78ee6a6 {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:27:02.444747 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Checking agent: {'id': 'fcce29f1-d72c-4d1f-b723-20a555a728c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 10, 43), 'started_at': datetime.datetime(2022, 2, 12, 4, 11, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:27:02.445152 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Checking segment: {'id': '2ae7b981-eaab-418f-8ffc-087cd15ce070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:27:02.445601 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:02.445991 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Bound using segment: {'id': '2ae7b981-eaab-418f-8ffc-087cd15ce070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6'} {{(pid=103160) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:27:02.446453 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.managers [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Bound port: b4e9307f-1877-4389-af20-f5f87cc18fd9, host: dv-cinder-828696-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae7b981-eaab-418f-8ffc-087cd15ce070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6'}}] {{(pid=103160) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:27:02.446826 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), before_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:02.518551 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] For port b4e9307f-1877-4389-af20-f5f87cc18fd9, host dv-cinder-828696-3-iscsi, cleared binding levels {{(pid=103160) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:27:02.521857 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.plugins.ml2.db [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] For port b4e9307f-1877-4389-af20-f5f87cc18fd9, host dv-cinder-828696-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b4e9307f-1877-4389-af20-f5f87cc18fd9,segment=NetworkSegment(2ae7b981-eaab-418f-8ffc-087cd15ce070),segment_id=2ae7b981-eaab-418f-8ffc-087cd15ce070)] {{(pid=103160) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:27:02.580417 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron_lib.callbacks.manager [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), after_update {{(pid=103160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:02.631562 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Routers {'43275764-67a2-4c84-9e94-0e348c7c4971'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:27:02.632206 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:26:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['43275764-67a2-4c84-9e94-0e348c7c4971'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:27:02.645294 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-959c6116-6894-44a3-b516-f2a523180c81 None None] Provisioning complete for port b4e9307f-1877-4389-af20-f5f87cc18fd9 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:27:02.646411 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-959c6116-6894-44a3-b516-f2a523180c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:02.708926 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae256f3-97c5-4652-b49e-2a5e64f71ba5 None None] Pushing event updated for resources: {'Port': ['ID=b4e9307f-1877-4389-af20-f5f87cc18fd9,revision_number=4']} {{(pid=103160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:02.761239 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-959c6116-6894-44a3-b516-f2a523180c81 None None] Current status of the port b4e9307f-1877-4389-af20-f5f87cc18fd9 is: DOWN; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:27:02.761651 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-959c6116-6894-44a3-b516-f2a523180c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:02.793605 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] Set router 43275764-67a2-4c84-9e94-0e348c7c4971 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:27:02.800355 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-959c6116-6894-44a3-b516-f2a523180c81 None None] For port b4e9307f-1877-4389-af20-f5f87cc18fd9, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b4e9307f-1877-4389-af20-f5f87cc18fd9,segment=NetworkSegment(2ae7b981-eaab-418f-8ffc-087cd15ce070),segment_id=2ae7b981-eaab-418f-8ffc-087cd15ce070)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:27:02.882126 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-959c6116-6894-44a3-b516-f2a523180c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:02.942575 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c6116-6894-44a3-b516-f2a523180c81 None None] Pushing event updated for resources: {'Port': ['ID=b4e9307f-1877-4389-af20-f5f87cc18fd9,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:03.011929 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-e5e68931-252b-4fb8-bb54-b53f1e4b64e6 None None] Provisioning complete for port b4e9307f-1877-4389-af20-f5f87cc18fd9 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:27:03.012224 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e5e68931-252b-4fb8-bb54-b53f1e4b64e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:03.089182 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b4e9307f-1877-4389-af20-f5f87cc18fd9 up at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:27:03.106840 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'name': 'tempest-TestVolumeBootPattern-298273747-router', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ad4b57e6-36cf-49ca-ab1c-ad2256a8278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:53Z', 'updated_at': '2022-02-12T04:26:57Z', 'revision_number': 4, 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'gw_port': {'id': 'ad4b57e6-36cf-49ca-ab1c-ad2256a8278e', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:54Z', 'updated_at': '2022-02-12T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'b4e9307f-1877-4389-af20-f5f87cc18fd9', 'name': '', 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'mac_address': 'fa:16:3e:ea:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dbd6a12e-1353-4b77-9793-0a32e90fcebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:56Z', 'updated_at': '2022-02-12T04:27:02Z', 'revision_number': 4, 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'subnets': [{'id': 'dbd6a12e-1353-4b77-9793-0a32e90fcebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:27:03.134629 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e5e68931-252b-4fb8-bb54-b53f1e4b64e6 None None] Current status of the port b4e9307f-1877-4389-af20-f5f87cc18fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:27:03.138306 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba45a6-7f18-4faf-b43c-62f254921398 None None] The sync data for ids ['43275764-67a2-4c84-9e94-0e348c7c4971'] in dv-cinder-828696-3-iscsi is: [{'id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'name': 'tempest-TestVolumeBootPattern-298273747-router', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ad4b57e6-36cf-49ca-ab1c-ad2256a8278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:53Z', 'updated_at': '2022-02-12T04:26:57Z', 'revision_number': 4, 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'gw_port': {'id': 'ad4b57e6-36cf-49ca-ab1c-ad2256a8278e', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:54Z', 'updated_at': '2022-02-12T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'b4e9307f-1877-4389-af20-f5f87cc18fd9', 'name': '', 'network_id': '39503077-ff1e-481d-9a1b-b291f78ee6a6', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'mac_address': 'fa:16:3e:ea:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'dbd6a12e-1353-4b77-9793-0a32e90fcebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:56Z', 'updated_at': '2022-02-12T04:27:02Z', 'revision_number': 4, 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'subnets': [{'id': 'dbd6a12e-1353-4b77-9793-0a32e90fcebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:27:03.151505 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Provisioning complete for port b4e9307f-1877-4389-af20-f5f87cc18fd9 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:27:03.151884 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:03.245096 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Current status of the port b4e9307f-1877-4389-af20-f5f87cc18fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:27:06.830253 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb5ee-0c5c-49dc-a138-ad1ac73e29fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:08.123802 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7a23ce24-5e42-4b8c-bb54-c320fcdcb8c1 req-33d70dcf-0f3b-43b4-9543-f8d5bf284d93 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444608 Feb 12 04:27:08.212403 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ce24-5e42-4b8c-bb54-c320fcdcb8c1 req-134d41ab-4092-4392-8137-027f331fe10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:08.214093 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7a23ce24-5e42-4b8c-bb54-c320fcdcb8c1 req-134d41ab-4092-4392-8137-027f331fe10b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9562939d04a04f868c738263f2375b8e&device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 1129 time: 0.0479786 Feb 12 04:27:08.321047 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ce24-5e42-4b8c-bb54-c320fcdcb8c1 req-c820bb43-9453-4b3c-af62-42670ed94787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:08.322597 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7a23ce24-5e42-4b8c-bb54-c320fcdcb8c1 req-c820bb43-9453-4b3c-af62-42670ed94787 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cebed9f7-140d-47a7-aec8-23c08b8b80f3 HTTP/1.1" status: 200 len: 908 time: 0.0887365 Feb 12 04:27:08.396889 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7a23ce24-5e42-4b8c-bb54-c320fcdcb8c1 req-7ead6cdd-d257-467a-8af7-02b4e3ed4dad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0658212 Feb 12 04:27:08.445944 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ce24-5e42-4b8c-bb54-c320fcdcb8c1 req-a77ef004-6f0f-441c-9201-ec204491334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:08.447470 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7a23ce24-5e42-4b8c-bb54-c320fcdcb8c1 req-a77ef004-6f0f-441c-9201-ec204491334a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=afa0fa48-3aaf-4262-a198-8492ffc2c332 HTTP/1.1" status: 200 len: 847 time: 0.0445673 Feb 12 04:27:08.503921 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ce24-5e42-4b8c-bb54-c320fcdcb8c1 req-d5379914-ac77-481c-9003-9ffcfaa57c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:08.505489 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7a23ce24-5e42-4b8c-bb54-c320fcdcb8c1 req-d5379914-ac77-481c-9003-9ffcfaa57c18 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cebed9f7-140d-47a7-aec8-23c08b8b80f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487316 Feb 12 04:27:08.598273 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7a23ce24-5e42-4b8c-bb54-c320fcdcb8c1 req-8d0d6f78-552f-40a0-b420-36c865db360b service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862060 Feb 12 04:27:08.692871 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7a23ce24-5e42-4b8c-bb54-c320fcdcb8c1 req-105d1cae-1d3c-4601-8f2b-3732dd52e8b2 service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875366 Feb 12 04:27:09.041804 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0a2826ea-9431-45d5-bec7-0b819715fe2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:10.612988 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:11.538731 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:13.424162 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:24.271311 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-1ab4ecbb-fd12-4175-b2e2-1f103d5a150c tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955171707&fields=id&tenant_id=1092010e5d02415b9ba03f62ba4ffe10 HTTP/1.1" status: 200 len: 267 time: 0.0428238 Feb 12 04:27:24.384765 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2f0e9c95-5ff6-474d-bfb8-d4155a53bc0d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:24.386271 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2f0e9c95-5ff6-474d-bfb8-d4155a53bc0d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 812 time: 0.1088765 Feb 12 04:27:24.400123 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-d3c7b5b4-399a-443b-b5ff-0ab698168c22 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/quotas/1092010e5d02415b9ba03f62ba4ffe10 HTTP/1.1" status: 200 len: 375 time: 0.0085092 Feb 12 04:27:24.454068 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-11b12278-a616-4855-a449-3c2a23ac5ead tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488966 Feb 12 04:27:24.549372 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-35eaa3d2-3b2c-4175-a616-36c8299d37c2 service neutron] 10.222.0.31 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839417 Feb 12 04:27:24.634031 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-b8c33345-3da8-4003-8fa3-ad31bd0494a2 service neutron] 10.222.0.31 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791442 Feb 12 04:27:25.243013 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3ba4e166-25e4-432e-a087-c4d8e73fea55 req-0b15f2f8-11bb-428f-93ba-d17050f9d541 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 210 time: 0.0324581 Feb 12 04:27:26.324555 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-898940e7-bb26-44b6-833e-e0cae12c92bb req-03c215ab-0be3-4c12-9a93-a91100fd5e0c tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 210 time: 0.0265365 Feb 12 04:27:27.418690 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8b53dd56-df13-4f94-ae0f-02f3b048b1e0 req-ec6731ab-3d96-4976-96e6-f4db2190c309 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 210 time: 0.0304577 Feb 12 04:27:27.549127 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-c7e929ee-4da4-4da1-bbff-058ac4692651 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:27.550774 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-c7e929ee-4da4-4da1-bbff-058ac4692651 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 812 time: 0.1063643 Feb 12 04:27:27.617093 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-fbbfc6a6-e210-42a1-b787-4135d1e06608 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1092010e5d02415b9ba03f62ba4ffe10 HTTP/1.1" status: 200 len: 380 time: 0.0563540 Feb 12 04:27:27.626834 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-5413d538-b417-4707-b914-1e98533dc2f9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Request body: {'port': {'device_id': '198199d7-484a-4902-a98d-a9f3a79cfa95', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'admin_state_up': True, 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'security_groups': ['523607c0-ebfa-42cb-9281-8fb00d576472']}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:27:27.812903 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-5413d538-b417-4707-b914-1e98533dc2f9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Made reservation on behalf of 1092010e5d02415b9ba03f62ba4ffe10 for: {'port': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:27:27.816376 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-5413d538-b417-4707-b914-1e98533dc2f9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:27.941531 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-5413d538-b417-4707-b914-1e98533dc2f9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Allocated IP 172.20.0.9 (73f30c43-2deb-4a40-8f2e-dea98a37ce35/29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5/920df1a9-8872-4cc9-9d62-d0101c526425) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:27:28.078287 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-5413d538-b417-4707-b914-1e98533dc2f9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for port (920df1a9-8872-4cc9-9d62-d0101c526425), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:28.161870 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-5413d538-b417-4707-b914-1e98533dc2f9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (920df1a9-8872-4cc9-9d62-d0101c526425), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:28.204691 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-5413d538-b417-4707-b914-1e98533dc2f9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:27:28.207913 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-5413d538-b417-4707-b914-1e98533dc2f9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:27:28.211680 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-5413d538-b417-4707-b914-1e98533dc2f9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:27:28.217838 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413d538-b417-4707-b914-1e98533dc2f9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'Port': ['ID=920df1a9-8872-4cc9-9d62-d0101c526425,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:28.263716 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-5413d538-b417-4707-b914-1e98533dc2f9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:28.264333 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-5413d538-b417-4707-b914-1e98533dc2f9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:28.353087 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-5413d538-b417-4707-b914-1e98533dc2f9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7300522 Feb 12 04:27:28.406318 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-ef92f5df-f1d6-4652-baa1-e76307f80127 None None] Provisioning complete for port 920df1a9-8872-4cc9-9d62-d0101c526425 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:27:28.406938 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ef92f5df-f1d6-4652-baa1-e76307f80127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (920df1a9-8872-4cc9-9d62-d0101c526425), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:28.442353 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-ef92f5df-f1d6-4652-baa1-e76307f80127 None None] Port 920df1a9-8872-4cc9-9d62-d0101c526425 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:27:28.534786 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13531f6-a802-48f3-aeef-42476e835639 req-b39b14c5-abf3-4605-a9e8-bb26563d400b tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:28.536248 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d13531f6-a802-48f3-aeef-42476e835639 req-b39b14c5-abf3-4605-a9e8-bb26563d400b tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 931 time: 0.0512280 Feb 12 04:27:28.588971 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d13531f6-a802-48f3-aeef-42476e835639 req-c9ec821b-caeb-4572-b78c-b9dfdf5b2ea0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470901 Feb 12 04:27:29.707688 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Request body: {'port': {'device_id': '198199d7-484a-4902-a98d-a9f3a79cfa95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:27:29.738896 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ecffb-3645-4d97-a902-a022eda84ad7 req-032b7fc6-24f0-4e78-9bae-23a908ca9d5a tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:29.740355 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f71ecffb-3645-4d97-a902-a022eda84ad7 req-032b7fc6-24f0-4e78-9bae-23a908ca9d5a tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 931 time: 0.0859170 Feb 12 04:27:29.795569 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (920df1a9-8872-4cc9-9d62-d0101c526425), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:29.826833 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f71ecffb-3645-4d97-a902-a022eda84ad7 req-cf1ed95b-7bf5-4f4a-b6bc-1d12ef71262e tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801520 Feb 12 04:27:30.061302 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920df1a9-8872-4cc9-9d62-d0101c526425 {{(pid=103158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:27:30.068971 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Publish callbacks [] for port (920df1a9-8872-4cc9-9d62-d0101c526425), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:30.081045 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.provisioning_blocks [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Transition to ACTIVE for port object 920df1a9-8872-4cc9-9d62-d0101c526425 will not be triggered until provisioned by entity L2. {{(pid=103158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:27:30.155494 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (920df1a9-8872-4cc9-9d62-d0101c526425), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:30.203332 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Pushing event updated for resources: {'Port': ['ID=920df1a9-8872-4cc9-9d62-d0101c526425,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:30.278987 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Attempting to bind port 920df1a9-8872-4cc9-9d62-d0101c526425 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:27:30.279325 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Attempting to bind port 920df1a9-8872-4cc9-9d62-d0101c526425 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:27:30.279655 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Attempting to bind port 920df1a9-8872-4cc9-9d62-d0101c526425 on network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:27:30.284553 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Port 920df1a9-8872-4cc9-9d62-d0101c526425 on network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:27:30.284879 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Attempting to bind port 920df1a9-8872-4cc9-9d62-d0101c526425 on network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:27:30.290085 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:27:30.290426 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Checking segment: {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:27:30.290810 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Bound using segment: {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:27:30.291236 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Bound port: 920df1a9-8872-4cc9-9d62-d0101c526425, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'}}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:27:30.291592 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (920df1a9-8872-4cc9-9d62-d0101c526425), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:30.355183 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] For port 920df1a9-8872-4cc9-9d62-d0101c526425, host hv-cinder-82869, cleared binding levels {{(pid=103158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:27:30.358146 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] For port 920df1a9-8872-4cc9-9d62-d0101c526425, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=920df1a9-8872-4cc9-9d62-d0101c526425,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:27:30.424113 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (920df1a9-8872-4cc9-9d62-d0101c526425), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:30.461219 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:30.461893 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:30.463276 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] 10.222.0.42 "PUT /v2.0/ports/920df1a9-8872-4cc9-9d62-d0101c526425 HTTP/1.1" status: 200 len: 1093 time: 0.7612607 Feb 12 04:27:30.463709 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198199d7-484a-4902-a98d-a9f3a79cfa95', 'tag': '920df1a9-8872-4cc9-9d62-d0101c526425'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:27:30.466551 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c46063-7e76-4907-bd6f-ccb624e40a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "198199d7-484a-4902-a98d-a9f3a79cfa95", "tag": "920df1a9-8872-4cc9-9d62-d0101c526425"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:27:30.485234 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004ee0a-153f-47bf-9df3-8e1e0e41e59d service neutron] Pushing event updated for resources: {'Port': ['ID=920df1a9-8872-4cc9-9d62-d0101c526425,revision_number=3']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:30.506249 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb391ccd-a0ab-4941-814b-aae933d688d2 x-openstack-request-id: req-cb391ccd-a0ab-4941-814b-aae933d688d2 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:27:30.506749 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198199d7-484a-4902-a98d-a9f3a79cfa95", "tag": "920df1a9-8872-4cc9-9d62-d0101c526425", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:27:30.507010 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb391ccd-a0ab-4941-814b-aae933d688d2 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:27:30.507411 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198199d7-484a-4902-a98d-a9f3a79cfa95', 'tag': '920df1a9-8872-4cc9-9d62-d0101c526425', 'status': 'completed', 'code': 200} Feb 12 04:27:30.708168 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c46063-7e76-4907-bd6f-ccb624e40a2a req-a145a4e6-60bc-4dcf-a285-965affe7942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:30.709758 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a9c46063-7e76-4907-bd6f-ccb624e40a2a req-a145a4e6-60bc-4dcf-a285-965affe7942f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 1127 time: 0.0476422 Feb 12 04:27:30.809415 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c46063-7e76-4907-bd6f-ccb624e40a2a req-2a364dbc-f20a-4ac6-abd7-65bb987cdae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:30.810858 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a9c46063-7e76-4907-bd6f-ccb624e40a2a req-2a364dbc-f20a-4ac6-abd7-65bb987cdae0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0927737 Feb 12 04:27:30.932503 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c46063-7e76-4907-bd6f-ccb624e40a2a req-02a39b49-f302-4034-8c2f-3d9ebece6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:30.934763 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a9c46063-7e76-4907-bd6f-ccb624e40a2a req-02a39b49-f302-4034-8c2f-3d9ebece6062 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1156836 Feb 12 04:27:30.954552 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142b94e-d05d-49b7-a29c-8e6ade202e21 req-e605d14c-f407-472b-bea4-204d3d84a380 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:30.956166 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d142b94e-d05d-49b7-a29c-8e6ade202e21 req-e605d14c-f407-472b-bea4-204d3d84a380 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 943 time: 0.0632019 Feb 12 04:27:31.028979 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d142b94e-d05d-49b7-a29c-8e6ade202e21 req-89d6f046-a7fc-43d7-b453-114999ad2ae0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669770 Feb 12 04:27:31.039683 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-a4751d81-8c22-4ebc-9059-b3b08bc1cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:31.041173 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-a4751d81-8c22-4ebc-9059-b3b08bc1cfbe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 1127 time: 0.0662611 Feb 12 04:27:31.085868 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-fd03659d-6ab0-46a7-8d29-241e5e5976c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=920df1a9-8872-4cc9-9d62-d0101c526425 HTTP/1.1" status: 200 len: 217 time: 0.0365489 Feb 12 04:27:31.132421 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-42b1db72-f565-44e9-bf3f-55d31394af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:31.133778 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-42b1db72-f565-44e9-bf3f-55d31394af1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 HTTP/1.1" status: 200 len: 851 time: 0.0420618 Feb 12 04:27:31.183730 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-33a265e0-c0ba-4beb-82fc-a25f7a830b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:31.185735 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-33a265e0-c0ba-4beb-82fc-a25f7a830b3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73f30c43-2deb-4a40-8f2e-dea98a37ce35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452597 Feb 12 04:27:31.274797 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-b4a3c166-80f1-4487-b27b-ba6aee532332 service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821829 Feb 12 04:27:31.287162 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:31.364883 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3abe4572-7f9c-43c2-9fd0-9942ae1cbbfd req-03cb1fd1-c82b-43ad-a3a1-dd5adf0e0647 service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829141 Feb 12 04:27:32.151708 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60aab0-eeec-412a-92ab-9d1ccc5ae3fa req-8e5ac187-d160-4139-9747-4220ffd213f2 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:32.153182 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aa60aab0-eeec-412a-92ab-9d1ccc5ae3fa req-8e5ac187-d160-4139-9747-4220ffd213f2 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 943 time: 0.0560348 Feb 12 04:27:32.199866 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aa60aab0-eeec-412a-92ab-9d1ccc5ae3fa req-3eb81033-73af-412c-8058-c7361b8a113b tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410688 Feb 12 04:27:33.318249 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dea9b0-69cc-47fd-90c0-9108721acbb4 req-5667d24e-d929-476c-bdb7-6326fc7b8b34 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:33.319823 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c5dea9b0-69cc-47fd-90c0-9108721acbb4 req-5667d24e-d929-476c-bdb7-6326fc7b8b34 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 943 time: 0.0521514 Feb 12 04:27:33.367432 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c5dea9b0-69cc-47fd-90c0-9108721acbb4 req-8257c943-d6dd-409e-93b6-9ffcc3ff0d77 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Feb 12 04:27:34.491970 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0385ce-b32d-4e82-a840-28a693f39490 req-16913d74-7bec-4434-9d37-c9e0926c77de tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:34.493403 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2e0385ce-b32d-4e82-a840-28a693f39490 req-16913d74-7bec-4434-9d37-c9e0926c77de tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 943 time: 0.0539072 Feb 12 04:27:34.545108 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2e0385ce-b32d-4e82-a840-28a693f39490 req-989fa325-fbbd-465f-94af-3d0d2ecaced5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454485 Feb 12 04:27:35.665450 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3802c-1aab-4eee-a2ef-7877c99fdcf9 req-4fff7b57-85fd-41a9-973d-4ae6911948ce tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:35.666895 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-87d3802c-1aab-4eee-a2ef-7877c99fdcf9 req-4fff7b57-85fd-41a9-973d-4ae6911948ce tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 943 time: 0.0506074 Feb 12 04:27:35.714849 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-87d3802c-1aab-4eee-a2ef-7877c99fdcf9 req-d2632935-903b-4440-91be-1745a6ad4e3c tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419137 Feb 12 04:27:36.813253 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-993d061a-79e8-4ea9-8199-424fd9d8f639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:36.834253 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52a773-7c44-4c80-a8f6-8af7b2290050 req-104163bf-03ed-4948-8e73-6647a8c06721 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:36.835882 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ba52a773-7c44-4c80-a8f6-8af7b2290050 req-104163bf-03ed-4948-8e73-6647a8c06721 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 943 time: 0.0517640 Feb 12 04:27:36.883832 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ba52a773-7c44-4c80-a8f6-8af7b2290050 req-e88ac305-925a-4554-94e1-fe6b5a22a530 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Feb 12 04:27:37.330964 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41166) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:27:37.432554 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:37.505681 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Publish callbacks [] for security_group (ffb088a2-95d8-4014-a044-1f03e09ad8fb), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:37.618441 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (ffb088a2-95d8-4014-a044-1f03e09ad8fb), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:37.654865 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb088a2-95d8-4014-a044-1f03e09ad8fb,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:37.660098 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7316cdfb717d436ba175f042ef6af8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281171 Feb 12 04:27:37.662919 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41170) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:27:37.664757 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:37.665113 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:37.665482 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:37.665823 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:37.666159 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:37.666490 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:37.666821 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:37.667170 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:37.667483 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:37.667810 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:37.668136 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:37.668460 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:37.668786 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29db3e-c445-47a0-804c-215175f399fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:37.712655 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1e2163d3-781d-4d7c-8525-49a1b16b086c admin admin] Publish callbacks [] for security_group (ffb088a2-95d8-4014-a044-1f03e09ad8fb), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:37.962557 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:27:38.011125 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1e2163d3-781d-4d7c-8525-49a1b16b086c admin admin] Publish callbacks [] for security_group (ffb088a2-95d8-4014-a044-1f03e09ad8fb), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:38.058467 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6867d79-65f4-4dd3-b8ac-186eaca029f6 req-c2a7ecd5-cde1-428a-8af6-b20f0a15c0d5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:38.059913 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d6867d79-65f4-4dd3-b8ac-186eaca029f6 req-c2a7ecd5-cde1-428a-8af6-b20f0a15c0d5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 943 time: 0.0817723 Feb 12 04:27:38.108162 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d6867d79-65f4-4dd3-b8ac-186eaca029f6 req-bffbc292-b318-4d0c-8af3-1f03c47a9fde tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420110 Feb 12 04:27:38.143773 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1e2163d3-781d-4d7c-8525-49a1b16b086c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (ffb088a2-95d8-4014-a044-1f03e09ad8fb), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:38.146335 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-1e2163d3-781d-4d7c-8525-49a1b16b086c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:38.147403 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-1e2163d3-781d-4d7c-8525-49a1b16b086c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffb088a2-95d8-4014-a044-1f03e09ad8fb HTTP/1.1" status: 204 len: 168 time: 0.4834571 Feb 12 04:27:38.154921 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2163d3-781d-4d7c-8525-49a1b16b086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb088a2-95d8-4014-a044-1f03e09ad8fb,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:39.078143 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f0355a22-316d-4e1f-bffa-3dbd2ba6af78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:39.227573 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5daba-dc9e-456d-99ea-0cd4e429cf4b req-13624a8b-07ca-417f-85fd-e5a01dc2a95d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:39.229067 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b4b5daba-dc9e-456d-99ea-0cd4e429cf4b req-13624a8b-07ca-417f-85fd-e5a01dc2a95d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 943 time: 0.0557675 Feb 12 04:27:39.277029 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b4b5daba-dc9e-456d-99ea-0cd4e429cf4b req-f3600267-dbb9-4823-b74f-52ddce97a4b8 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422397 Feb 12 04:27:40.391362 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505c34f-d846-4510-a8b2-b3bce87d8dc5 req-2ae16db1-4c89-4e91-bf36-3443bbaef7fc tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:40.392823 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9505c34f-d846-4510-a8b2-b3bce87d8dc5 req-2ae16db1-4c89-4e91-bf36-3443bbaef7fc tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 943 time: 0.0511472 Feb 12 04:27:40.439482 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9505c34f-d846-4510-a8b2-b3bce87d8dc5 req-2248145d-8173-4a0a-bbee-e07dbf35e06e tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411129 Feb 12 04:27:40.641031 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:40.679315 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 920df1a9-8872-4cc9-9d62-d0101c526425 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:27:40.779941 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 920df1a9-8872-4cc9-9d62-d0101c526425, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=920df1a9-8872-4cc9-9d62-d0101c526425,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:27:40.801778 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': '920df1a9-8872-4cc9-9d62-d0101c526425', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'port_id': '920df1a9-8872-4cc9-9d62-d0101c526425', 'mac_address': 'fa:16:3e:60:59:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:27:40.837589 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 920df1a9-8872-4cc9-9d62-d0101c526425 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:27:40.837971 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (920df1a9-8872-4cc9-9d62-d0101c526425), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:40.850211 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920df1a9-8872-4cc9-9d62-d0101c526425 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:27:40.869005 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 920df1a9-8872-4cc9-9d62-d0101c526425, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=920df1a9-8872-4cc9-9d62-d0101c526425,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:27:40.961502 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (920df1a9-8872-4cc9-9d62-d0101c526425), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:41.009462 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=920df1a9-8872-4cc9-9d62-d0101c526425,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:41.016936 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:41.017723 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:41.017723 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:41.018110 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:41.018283 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:41.018608 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:41.018933 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:41.019257 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:41.019576 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:41.019897 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:41.020216 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:41.020532 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:41.020846 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:41.082748 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15de7107-5fae-4631-a880-38980106ce59 req-665540f2-39d5-4e89-9d59-3de2e8d975fb tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5863100afb0b4ebb855a9acf332162b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274014 Feb 12 04:27:41.222661 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['920df1a9-8872-4cc9-9d62-d0101c526425'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:27:41.272981 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de7107-5fae-4631-a880-38980106ce59 req-2ae5fd81-581c-4d1f-8043-3abdf69d1dd6 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:41.274652 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15de7107-5fae-4631-a880-38980106ce59 req-2ae5fd81-581c-4d1f-8043-3abdf69d1dd6 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870282 Feb 12 04:27:41.293738 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15de7107-5fae-4631-a880-38980106ce59 req-3b815221-b65d-4f4f-a6ab-e8c3778cacbd tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/quotas/5863100afb0b4ebb855a9acf332162b6 HTTP/1.1" status: 200 len: 375 time: 0.0128558 Feb 12 04:27:41.326041 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15de7107-5fae-4631-a880-38980106ce59 req-099e9e64-511e-42b9-ae97-e50c74ef886b tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5863100afb0b4ebb855a9acf332162b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262547 Feb 12 04:27:41.558337 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec344c-1b95-42d4-a007-ccf2063c7020 req-39c42442-f94e-479d-a418-b2989965da20 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:41.559844 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-65ec344c-1b95-42d4-a007-ccf2063c7020 req-39c42442-f94e-479d-a418-b2989965da20 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 944 time: 0.0537546 Feb 12 04:27:41.584399 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:41.618347 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-65ec344c-1b95-42d4-a007-ccf2063c7020 req-6012cead-8728-40f8-bf5b-8b25189036a3 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510108 Feb 12 04:27:41.657470 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4ec059fe-9399-44d6-98f1-398ea871bccc req-6708d347-b5e8-4e6d-b1c3-ee373245a96b tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 210 time: 0.0304387 Feb 12 04:27:42.683289 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 920df1a9-8872-4cc9-9d62-d0101c526425 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:27:42.737903 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3f22b5be-80e8-4210-8f15-a5b9226032d6 req-f781eb5e-5282-4659-aff3-56955726c8c3 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 210 time: 0.0302947 Feb 12 04:27:42.752647 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f1d82-15b4-4473-9ab8-0efacca1ea1f req-8d3369dc-7a41-46d4-a573-23d07ae78ac3 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:42.754167 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f80f1d82-15b4-4473-9ab8-0efacca1ea1f req-8d3369dc-7a41-46d4-a573-23d07ae78ac3 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 944 time: 0.0781033 Feb 12 04:27:42.795373 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port 920df1a9-8872-4cc9-9d62-d0101c526425 completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:27:42.799322 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port 920df1a9-8872-4cc9-9d62-d0101c526425 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:27:42.799762 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (920df1a9-8872-4cc9-9d62-d0101c526425), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:42.801927 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f80f1d82-15b4-4473-9ab8-0efacca1ea1f req-2490d1c6-6353-4514-9b07-d9369555ed7d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422938 Feb 12 04:27:42.876793 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 920df1a9-8872-4cc9-9d62-d0101c526425 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:27:42.877181 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (920df1a9-8872-4cc9-9d62-d0101c526425), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:42.899377 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198199d7-484a-4902-a98d-a9f3a79cfa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920df1a9-8872-4cc9-9d62-d0101c526425'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:27:42.901557 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5e0118-473c-46fb-9259-ce4fed6186de" -d '{"events": [{"server_uuid": "198199d7-484a-4902-a98d-a9f3a79cfa95", "name": "network-vif-plugged", "status": "completed", "tag": "920df1a9-8872-4cc9-9d62-d0101c526425"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:27:42.913064 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 920df1a9-8872-4cc9-9d62-d0101c526425, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=920df1a9-8872-4cc9-9d62-d0101c526425,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:27:42.939611 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3729fb15-9d2c-4336-8e9e-f68b19131849 x-openstack-request-id: req-3729fb15-9d2c-4336-8e9e-f68b19131849 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:27:42.939900 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198199d7-484a-4902-a98d-a9f3a79cfa95", "name": "network-vif-plugged", "status": "completed", "tag": "920df1a9-8872-4cc9-9d62-d0101c526425", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:27:42.940153 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3729fb15-9d2c-4336-8e9e-f68b19131849 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:27:42.940540 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198199d7-484a-4902-a98d-a9f3a79cfa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920df1a9-8872-4cc9-9d62-d0101c526425', 'code': 200} Feb 12 04:27:43.023765 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (920df1a9-8872-4cc9-9d62-d0101c526425), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:43.073364 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=920df1a9-8872-4cc9-9d62-d0101c526425,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:43.224214 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa2d51-5e71-4539-9b54-ed04cf4d2542 req-83a02c4c-f3ab-421c-897c-b356bee3c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:43.225628 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-22fa2d51-5e71-4539-9b54-ed04cf4d2542 req-83a02c4c-f3ab-421c-897c-b356bee3c5cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 1129 time: 0.0453234 Feb 12 04:27:43.272921 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-22fa2d51-5e71-4539-9b54-ed04cf4d2542 req-1b552274-1b91-4b5b-ac1d-934ba3e3db38 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399716 Feb 12 04:27:43.417972 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:43.833204 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-56f47998-ca41-466c-b6ee-601f76dd1aba req-50bc39c8-ddcd-4ad3-a659-e61c01a7afb4 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 210 time: 0.0291629 Feb 12 04:27:43.920120 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a2758-445b-4da1-ad1c-ed3227c33302 req-72e271e7-6e49-41dc-ae61-581f891878d2 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:43.921599 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e70a2758-445b-4da1-ad1c-ed3227c33302 req-72e271e7-6e49-41dc-ae61-581f891878d2 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 945 time: 0.0508904 Feb 12 04:27:43.968438 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e70a2758-445b-4da1-ad1c-ed3227c33302 req-fbe9e43b-a801-4b29-9bfa-42a070f0d767 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407815 Feb 12 04:27:44.187172 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15de7107-5fae-4631-a880-38980106ce59 req-df8e282b-0c50-4424-9b86-c8555e1c3198 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5863100afb0b4ebb855a9acf332162b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236495 Feb 12 04:27:44.294612 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de7107-5fae-4631-a880-38980106ce59 req-2c2e3ff5-1ed7-4ce8-b0dd-0f45aa50ccdd tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:44.296214 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15de7107-5fae-4631-a880-38980106ce59 req-2c2e3ff5-1ed7-4ce8-b0dd-0f45aa50ccdd tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1041505 Feb 12 04:27:44.310096 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Request body: {'port': {'device_id': 'ede4b820-6e64-448b-a2d6-8418cf6d5437', 'network_id': '36f14574-3fb5-4d82-bff6-d161406e53a8', 'admin_state_up': True, 'tenant_id': '5863100afb0b4ebb855a9acf332162b6'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:27:44.492502 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Made reservation on behalf of 5863100afb0b4ebb855a9acf332162b6 for: {'port': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:27:44.495867 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:44.505261 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:44.580866 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Publish callbacks [] for security_group (c7e63fa3-8f9b-41c4-bf48-5782f13b2d79), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:44.646441 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (c7e63fa3-8f9b-41c4-bf48-5782f13b2d79), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:44.707602 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e63fa3-8f9b-41c4-bf48-5782f13b2d79,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:44.722172 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:44.722517 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:44.722858 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:44.723187 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:44.723512 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:44.723832 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:44.724153 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:44.724470 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:44.724787 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:44.725103 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:44.725454 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:44.725775 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:44.726089 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:27:44.800973 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Allocated IP 192.168.233.125 (36f14574-3fb5-4d82-bff6-d161406e53a8/296577ea-ba47-415d-8c21-318d90f1c05a/667199df-8c20-4e1e-9297-597c20bf819e) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:27:44.933869 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d99d842a-3cde-4e79-a678-fa7cb9c23644 req-e7408c0a-afb4-4593-95f7-b0a062d6357a tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 210 time: 0.0328546 Feb 12 04:27:44.969062 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Publish callbacks [] for port (667199df-8c20-4e1e-9297-597c20bf819e), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:45.076538 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (667199df-8c20-4e1e-9297-597c20bf819e), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:45.088805 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7da1db-1283-4717-965d-c351f6c70840 req-813bc72e-b0c1-4a00-a30e-f9a654672995 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:45.090300 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8e7da1db-1283-4717-965d-c351f6c70840 req-813bc72e-b0c1-4a00-a30e-f9a654672995 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 945 time: 0.0572441 Feb 12 04:27:45.148737 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Network 36f14574-3fb5-4d82-bff6-d161406e53a8 is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:27:45.154825 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:27:45.168375 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:27:45.170843 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Pushing event updated for resources: {'Port': ['ID=667199df-8c20-4e1e-9297-597c20bf819e,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:45.218189 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8e7da1db-1283-4717-965d-c351f6c70840 req-90ba1853-9d9d-41b5-8e96-9642445c5ac4 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051946 Feb 12 04:27:45.232934 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:45.233770 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:45.318177 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15de7107-5fae-4631-a880-38980106ce59 req-c7f5baa0-9e0f-4584-866f-4b51ae5b9b23 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0118906 Feb 12 04:27:45.331615 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Request body: {'port': {'device_id': 'ede4b820-6e64-448b-a2d6-8418cf6d5437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:27:45.370359 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39031ba9-6333-46bd-bb21-5be6f532e5db req-2746cc8a-d494-4fa9-9a1f-474136ee4db5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:45.371816 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-39031ba9-6333-46bd-bb21-5be6f532e5db req-2746cc8a-d494-4fa9-9a1f-474136ee4db5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 945 time: 0.0840847 Feb 12 04:27:45.395581 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b57bcd27-e665-4bdb-bc76-1a737ae18fb5 None None] Provisioning complete for port 667199df-8c20-4e1e-9297-597c20bf819e triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:27:45.396172 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b57bcd27-e665-4bdb-bc76-1a737ae18fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (667199df-8c20-4e1e-9297-597c20bf819e), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:45.422788 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (667199df-8c20-4e1e-9297-597c20bf819e), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:45.428853 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b57bcd27-e665-4bdb-bc76-1a737ae18fb5 None None] Port 667199df-8c20-4e1e-9297-597c20bf819e cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:27:45.456185 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-39031ba9-6333-46bd-bb21-5be6f532e5db req-6aa1c434-4476-4a32-80be-a79326d08806 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784645 Feb 12 04:27:45.478794 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41252) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:27:45.666770 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e083c3-fe59-4183-af00-4faac8ba1a2c tempest-TestVolumeBootPattern-1828582708 tempest-TestVolumeBootPattern-1828582708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:45.668307 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-64e083c3-fe59-4183-af00-4faac8ba1a2c tempest-TestVolumeBootPattern-1828582708 tempest-TestVolumeBootPattern-1828582708-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 1124 time: 0.1885095 Feb 12 04:27:45.671218 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41256) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:27:45.675460 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.v2.base [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Request body: {'floatingip': {'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'port_id': '920df1a9-8872-4cc9-9d62-d0101c526425', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:27:45.707040 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667199df-8c20-4e1e-9297-597c20bf819e {{(pid=103158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:27:45.714804 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Publish callbacks [] for port (667199df-8c20-4e1e-9297-597c20bf819e), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:45.727224 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.provisioning_blocks [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Transition to ACTIVE for port object 667199df-8c20-4e1e-9297-597c20bf819e will not be triggered until provisioned by entity L2. {{(pid=103158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:27:45.750123 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:45.846213 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:45.852381 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (667199df-8c20-4e1e-9297-597c20bf819e), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:45.908419 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=667199df-8c20-4e1e-9297-597c20bf819e,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:45.952197 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_common [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Allocated IP 172.27.3.126 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/73c981b5-f437-4920-8095-cfa839b71547) {{(pid=103157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:27:45.979540 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Attempting to bind port 667199df-8c20-4e1e-9297-597c20bf819e on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:27:45.980121 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Attempting to bind port 667199df-8c20-4e1e-9297-597c20bf819e by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'c3a9a262-bb12-4318-b96e-f51cc56b5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '36f14574-3fb5-4d82-bff6-d161406e53a8'}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:27:45.980405 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Attempting to bind port 667199df-8c20-4e1e-9297-597c20bf819e on network 36f14574-3fb5-4d82-bff6-d161406e53a8 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:27:45.985902 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Port 667199df-8c20-4e1e-9297-597c20bf819e on network 36f14574-3fb5-4d82-bff6-d161406e53a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:27:45.986580 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Attempting to bind port 667199df-8c20-4e1e-9297-597c20bf819e on network 36f14574-3fb5-4d82-bff6-d161406e53a8 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:27:45.992351 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:27:45.992351 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Checking segment: {'id': 'c3a9a262-bb12-4318-b96e-f51cc56b5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '36f14574-3fb5-4d82-bff6-d161406e53a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:27:45.992823 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Bound using segment: {'id': 'c3a9a262-bb12-4318-b96e-f51cc56b5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '36f14574-3fb5-4d82-bff6-d161406e53a8'} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:27:45.993345 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Bound port: 667199df-8c20-4e1e-9297-597c20bf819e, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a9a262-bb12-4318-b96e-f51cc56b5629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '36f14574-3fb5-4d82-bff6-d161406e53a8'}}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:27:45.994073 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (667199df-8c20-4e1e-9297-597c20bf819e), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:46.070029 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for port (73c981b5-f437-4920-8095-cfa839b71547), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:46.095798 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] For port 667199df-8c20-4e1e-9297-597c20bf819e, host hv-cinder-82869, cleared binding levels {{(pid=103158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:27:46.099915 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] For port 667199df-8c20-4e1e-9297-597c20bf819e, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=667199df-8c20-4e1e-9297-597c20bf819e,segment=NetworkSegment(c3a9a262-bb12-4318-b96e-f51cc56b5629),segment_id=c3a9a262-bb12-4318-b96e-f51cc56b5629)] {{(pid=103158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:27:46.109477 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19055d25-a119-4a9e-855f-c64bb0947fc3 req-99e06a53-1a93-40ed-91f5-591f957ed5b3 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:46.110978 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-19055d25-a119-4a9e-855f-c64bb0947fc3 req-99e06a53-1a93-40ed-91f5-591f957ed5b3 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 948 time: 0.0809336 Feb 12 04:27:46.162158 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-19055d25-a119-4a9e-855f-c64bb0947fc3 req-2b5a9db7-409d-461d-9432-44081fd928ee tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e63fa3-8f9b-41c4-bf48-5782f13b2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454376 Feb 12 04:27:46.178352 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (667199df-8c20-4e1e-9297-597c20bf819e), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:46.207258 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (73c981b5-f437-4920-8095-cfa839b71547), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:46.214006 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:46.214627 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:46.215991 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15de7107-5fae-4631-a880-38980106ce59 req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] 10.222.0.42 "PUT /v2.0/ports/667199df-8c20-4e1e-9297-597c20bf819e HTTP/1.1" status: 200 len: 1098 time: 0.8898625 Feb 12 04:27:46.216429 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede4b820-6e64-448b-a2d6-8418cf6d5437', 'tag': '667199df-8c20-4e1e-9297-597c20bf819e'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:27:46.221906 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31e4f71-2ea0-4be1-9bad-491ed4cbe945" -d '{"events": [{"name": "network-changed", "server_uuid": "ede4b820-6e64-448b-a2d6-8418cf6d5437", "tag": "667199df-8c20-4e1e-9297-597c20bf819e"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:27:46.253753 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:27:46.255154 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.base_scheduler [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Resources bound (agent type, host, resource id): {{(pid=103157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:27:46.255586 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2ee9f-2557-4a1c-93ed-4458f2a50ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=667199df-8c20-4e1e-9297-597c20bf819e,revision_number=3']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:46.259043 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Received port after_create {{(pid=103157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:27:46.272727 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39af611a-26bb-4fce-9ccf-11b5a4accf69 x-openstack-request-id: req-39af611a-26bb-4fce-9ccf-11b5a4accf69 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:27:46.273073 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede4b820-6e64-448b-a2d6-8418cf6d5437", "tag": "667199df-8c20-4e1e-9297-597c20bf819e", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:27:46.273428 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39af611a-26bb-4fce-9ccf-11b5a4accf69 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:27:46.276885 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede4b820-6e64-448b-a2d6-8418cf6d5437', 'tag': '667199df-8c20-4e1e-9297-597c20bf819e', 'status': 'completed', 'code': 200} Feb 12 04:27:46.302719 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'Port': ['ID=73c981b5-f437-4920-8095-cfa839b71547,revision_number=1']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:46.337514 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e4f71-2ea0-4be1-9bad-491ed4cbe945 req-91242cb6-b3ef-41a9-a8c0-48ec71a3c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:46.339041 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c31e4f71-2ea0-4be1-9bad-491ed4cbe945 req-91242cb6-b3ef-41a9-a8c0-48ec71a3c32c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5863100afb0b4ebb855a9acf332162b6&device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 1132 time: 0.0473785 Feb 12 04:27:46.366550 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c31e4f71-2ea0-4be1-9bad-491ed4cbe945 req-36cce6eb-761e-4fa9-8198-b0216ec8ca65 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5863100afb0b4ebb855a9acf332162b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205002 Feb 12 04:27:46.462776 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e4f71-2ea0-4be1-9bad-491ed4cbe945 req-3cf10b87-1876-4f22-a3a0-825243a2fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:46.464291 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c31e4f71-2ea0-4be1-9bad-491ed4cbe945 req-3cf10b87-1876-4f22-a3a0-825243a2fd11 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0920856 Feb 12 04:27:46.542579 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de7107-5fae-4631-a880-38980106ce59 req-8237b815-569c-412c-a76d-c33de8634eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:46.544071 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15de7107-5fae-4631-a880-38980106ce59 req-8237b815-569c-412c-a76d-c33de8634eb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5863100afb0b4ebb855a9acf332162b6&device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 1132 time: 0.0438645 Feb 12 04:27:46.583879 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15de7107-5fae-4631-a880-38980106ce59 req-13b4c24b-e7ea-4faf-a22d-ebbfe584ca6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=667199df-8c20-4e1e-9297-597c20bf819e HTTP/1.1" status: 200 len: 217 time: 0.0328243 Feb 12 04:27:46.637344 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de7107-5fae-4631-a880-38980106ce59 req-367cdf42-d61a-4fcb-8377-ce55c9f06bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:46.638829 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15de7107-5fae-4631-a880-38980106ce59 req-367cdf42-d61a-4fcb-8377-ce55c9f06bb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=296577ea-ba47-415d-8c21-318d90f1c05a HTTP/1.1" status: 200 len: 843 time: 0.0487361 Feb 12 04:27:46.694481 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de7107-5fae-4631-a880-38980106ce59 req-440605b6-e9a3-4d9a-9059-33c342ff5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:46.694481 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15de7107-5fae-4631-a880-38980106ce59 req-440605b6-e9a3-4d9a-9059-33c342ff5049 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=36f14574-3fb5-4d82-bff6-d161406e53a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0458219 Feb 12 04:27:46.787032 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15de7107-5fae-4631-a880-38980106ce59 req-bd286227-1c5d-4b6b-a843-910aacdf5233 service neutron] 10.222.0.42 "GET /v2.0/networks/36f14574-3fb5-4d82-bff6-d161406e53a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899622 Feb 12 04:27:46.876421 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-15de7107-5fae-4631-a880-38980106ce59 req-f90ba7e5-a386-40a6-9ac3-0c6d3e90fc8f service neutron] 10.222.0.42 "GET /v2.0/networks/36f14574-3fb5-4d82-bff6-d161406e53a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834491 Feb 12 04:27:46.900417 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for floatingip (0c54cb18-185a-494b-820a-03e949537f8b), precommit_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:47.056005 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (73c981b5-f437-4920-8095-cfa839b71547), before_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:47.199076 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for port (73c981b5-f437-4920-8095-cfa839b71547), precommit_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:47.258077 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31418345'] for port (73c981b5-f437-4920-8095-cfa839b71547), after_update {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:47.278412 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f62db-09c4-49e5-aa14-eab86d039851 req-5e4387f7-40f7-4153-bede-c1ce12c9e1b8 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:47.279993 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6b3f62db-09c4-49e5-aa14-eab86d039851 req-5e4387f7-40f7-4153-bede-c1ce12c9e1b8 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 948 time: 0.0522223 Feb 12 04:27:47.329801 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'Port': ['ID=73c981b5-f437-4920-8095-cfa839b71547,revision_number=2']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:47.332141 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6b3f62db-09c4-49e5-aa14-eab86d039851 req-4567ba34-11d0-4f85-b15f-2f705d6eb7ad tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e63fa3-8f9b-41c4-bf48-5782f13b2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452709 Feb 12 04:27:47.337844 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (0c54cb18-185a-494b-820a-03e949537f8b), after_create {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:47.436823 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.l3_db [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Floating IP 0c54cb18-185a-494b-820a-03e949537f8b associated. External IP: 172.27.3.126, port: 920df1a9-8872-4cc9-9d62-d0101c526425. Feb 12 04:27:47.638544 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Router e88a5752-4906-44be-9919-75f23d8a04a6 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:27:47.746926 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:27:47.756816 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d25e05-e394-4f9c-ae7c-dda853889c7f None None] Sync routers for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:27:47.765848 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d25e05-e394-4f9c-ae7c-dda853889c7f None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:27:47.766458 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-49d25e05-e394-4f9c-ae7c-dda853889c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:27:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:27:47.875974 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-49d25e05-e394-4f9c-ae7c-dda853889c7f None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:27:47.883045 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:47.912099 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-efb05e89-763e-4375-b624-c3d3c7d62773 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2397761 Feb 12 04:27:47.912792 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198199d7-484a-4902-a98d-a9f3a79cfa95', 'tag': '920df1a9-8872-4cc9-9d62-d0101c526425'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:27:47.914872 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f22129-c696-447a-9410-17c3dfb457f6" -d '{"events": [{"name": "network-changed", "server_uuid": "198199d7-484a-4902-a98d-a9f3a79cfa95", "tag": "920df1a9-8872-4cc9-9d62-d0101c526425"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:27:47.951322 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c807088-fd81-4362-8710-f25eaecbdfe6 x-openstack-request-id: req-8c807088-fd81-4362-8710-f25eaecbdfe6 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:27:47.951611 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198199d7-484a-4902-a98d-a9f3a79cfa95", "tag": "920df1a9-8872-4cc9-9d62-d0101c526425", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:27:47.951927 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c807088-fd81-4362-8710-f25eaecbdfe6 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:27:47.952414 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '198199d7-484a-4902-a98d-a9f3a79cfa95', 'tag': '920df1a9-8872-4cc9-9d62-d0101c526425', 'status': 'completed', 'code': 200} Feb 12 04:27:48.015300 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f22129-c696-447a-9410-17c3dfb457f6 req-bd38348d-a8cd-4041-989d-53d36360274c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:48.016840 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e7f22129-c696-447a-9410-17c3dfb457f6 req-bd38348d-a8cd-4041-989d-53d36360274c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 1129 time: 0.0437918 Feb 12 04:27:48.098756 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-49d25e05-e394-4f9c-ae7c-dda853889c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '0c54cb18-185a-494b-820a-03e949537f8b', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': '920df1a9-8872-4cc9-9d62-d0101c526425', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:60:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198199d7-484a-4902-a98d-a9f3a79cfa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:27:46Z', 'updated_at': '2022-02-12T04:27:46Z', 'revision_number': 0, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:27:48.104865 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f22129-c696-447a-9410-17c3dfb457f6 req-4eace231-8a98-44ec-a368-cf213d614441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:48.106343 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e7f22129-c696-447a-9410-17c3dfb457f6 req-4eace231-8a98-44ec-a368-cf213d614441 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 912 time: 0.0837417 Feb 12 04:27:48.124988 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d25e05-e394-4f9c-ae7c-dda853889c7f None None] Checking router: e88a5752-4906-44be-9919-75f23d8a04a6 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:27:48.133069 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d25e05-e394-4f9c-ae7c-dda853889c7f None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:27:48.133709 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-49d25e05-e394-4f9c-ae7c-dda853889c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:27:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:27:48.173332 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e7f22129-c696-447a-9410-17c3dfb457f6 req-d1aa9246-1dd7-497e-9f9d-3e411101695c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=920df1a9-8872-4cc9-9d62-d0101c526425 HTTP/1.1" status: 200 len: 999 time: 0.0605738 Feb 12 04:27:48.220518 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f22129-c696-447a-9410-17c3dfb457f6 req-d5d6011a-2be2-43db-b11a-af0dbfb15022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:48.222038 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e7f22129-c696-447a-9410-17c3dfb457f6 req-d5d6011a-2be2-43db-b11a-af0dbfb15022 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 HTTP/1.1" status: 200 len: 851 time: 0.0430741 Feb 12 04:27:48.238875 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-49d25e05-e394-4f9c-ae7c-dda853889c7f None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:27:48.269985 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f22129-c696-447a-9410-17c3dfb457f6 req-e446c099-a919-49b8-9deb-deb9701727d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:48.271455 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e7f22129-c696-447a-9410-17c3dfb457f6 req-e446c099-a919-49b8-9deb-deb9701727d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73f30c43-2deb-4a40-8f2e-dea98a37ce35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439172 Feb 12 04:27:48.362753 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e7f22129-c696-447a-9410-17c3dfb457f6 req-5e040b86-cfeb-4d3a-ad45-fd6de7d9acb1 service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848482 Feb 12 04:27:48.493703 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e7f22129-c696-447a-9410-17c3dfb457f6 req-7b2c550b-0ac3-4fb8-9ea5-32e6491581b0 service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245561 Feb 12 04:27:48.501825 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5659a-4b2f-4af5-ba34-579fdbb6dafc req-ab161e31-5ac4-4d42-a246-60f3f4d68c01 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:48.503368 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a3f5659a-4b2f-4af5-ba34-579fdbb6dafc req-ab161e31-5ac4-4d42-a246-60f3f4d68c01 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 948 time: 0.1036758 Feb 12 04:27:48.555995 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a3f5659a-4b2f-4af5-ba34-579fdbb6dafc req-eedb6788-6740-4f03-ab02-3eb249b393cb tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e63fa3-8f9b-41c4-bf48-5782f13b2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462451 Feb 12 04:27:48.597578 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-49d25e05-e394-4f9c-ae7c-dda853889c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '0c54cb18-185a-494b-820a-03e949537f8b', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': '920df1a9-8872-4cc9-9d62-d0101c526425', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:60:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198199d7-484a-4902-a98d-a9f3a79cfa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:27:46Z', 'updated_at': '2022-02-12T04:27:46Z', 'revision_number': 0, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:27:48.622203 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d25e05-e394-4f9c-ae7c-dda853889c7f None None] The sync data for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi is: [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '0c54cb18-185a-494b-820a-03e949537f8b', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': '920df1a9-8872-4cc9-9d62-d0101c526425', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:60:59:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198199d7-484a-4902-a98d-a9f3a79cfa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:27:46Z', 'updated_at': '2022-02-12T04:27:46Z', 'revision_number': 0, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:27:48.694452 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 667199df-8c20-4e1e-9297-597c20bf819e details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:27:48.793963 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 667199df-8c20-4e1e-9297-597c20bf819e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=667199df-8c20-4e1e-9297-597c20bf819e,segment=NetworkSegment(c3a9a262-bb12-4318-b96e-f51cc56b5629),segment_id=c3a9a262-bb12-4318-b96e-f51cc56b5629)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:27:48.805840 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': '667199df-8c20-4e1e-9297-597c20bf819e', 'network_id': '36f14574-3fb5-4d82-bff6-d161406e53a8', 'port_id': '667199df-8c20-4e1e-9297-597c20bf819e', 'mac_address': 'fa:16:3e:59:bb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296577ea-ba47-415d-8c21-318d90f1c05a', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:27:48.828108 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac945e8-5995-4579-8c42-db850efc3d80 None None] New status for floating IP 0c54cb18-185a-494b-820a-03e949537f8b: ACTIVE {{(pid=103160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:27:48.848320 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 667199df-8c20-4e1e-9297-597c20bf819e is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:27:48.848724 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (667199df-8c20-4e1e-9297-597c20bf819e), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:48.861110 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667199df-8c20-4e1e-9297-597c20bf819e {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:27:48.880945 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 667199df-8c20-4e1e-9297-597c20bf819e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=667199df-8c20-4e1e-9297-597c20bf819e,segment=NetworkSegment(c3a9a262-bb12-4318-b96e-f51cc56b5629),segment_id=c3a9a262-bb12-4318-b96e-f51cc56b5629)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:27:48.938477 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (667199df-8c20-4e1e-9297-597c20bf819e), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:48.987129 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=667199df-8c20-4e1e-9297-597c20bf819e,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:49.192649 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['667199df-8c20-4e1e-9297-597c20bf819e'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:27:49.674904 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c9627-0c61-44e3-974f-bd47c587f3c6 req-547af187-0572-4298-8c22-a6ab6aa3ff8f tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:49.676382 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5e8c9627-0c61-44e3-974f-bd47c587f3c6 req-547af187-0572-4298-8c22-a6ab6aa3ff8f tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 949 time: 0.0519941 Feb 12 04:27:49.721648 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5e8c9627-0c61-44e3-974f-bd47c587f3c6 req-0cbef5f9-3cc8-4eb1-a0d8-78487366a963 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e63fa3-8f9b-41c4-bf48-5782f13b2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395322 Feb 12 04:27:50.694375 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 667199df-8c20-4e1e-9297-597c20bf819e up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:27:50.837880 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a06218-7c52-4f3e-8168-4bdcb0fedb09 req-39c15f1d-f808-43e5-8bd1-3c6ce93df195 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:50.839325 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b5a06218-7c52-4f3e-8168-4bdcb0fedb09 req-39c15f1d-f808-43e5-8bd1-3c6ce93df195 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 949 time: 0.0531664 Feb 12 04:27:50.864009 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port 667199df-8c20-4e1e-9297-597c20bf819e completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:27:50.868146 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port 667199df-8c20-4e1e-9297-597c20bf819e triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:27:50.868536 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (667199df-8c20-4e1e-9297-597c20bf819e), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:50.888970 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b5a06218-7c52-4f3e-8168-4bdcb0fedb09 req-bb5eee9a-5043-4369-9469-245e817571fc tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e63fa3-8f9b-41c4-bf48-5782f13b2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393875 Feb 12 04:27:50.942297 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port 667199df-8c20-4e1e-9297-597c20bf819e is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:27:50.942677 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (667199df-8c20-4e1e-9297-597c20bf819e), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:50.966736 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede4b820-6e64-448b-a2d6-8418cf6d5437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667199df-8c20-4e1e-9297-597c20bf819e'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:27:50.966736 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bbbe64-e951-4e5d-947d-0109fe669dd8" -d '{"events": [{"server_uuid": "ede4b820-6e64-448b-a2d6-8418cf6d5437", "name": "network-vif-plugged", "status": "completed", "tag": "667199df-8c20-4e1e-9297-597c20bf819e"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:27:50.978240 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port 667199df-8c20-4e1e-9297-597c20bf819e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=667199df-8c20-4e1e-9297-597c20bf819e,segment=NetworkSegment(c3a9a262-bb12-4318-b96e-f51cc56b5629),segment_id=c3a9a262-bb12-4318-b96e-f51cc56b5629)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:27:51.003818 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e93d6c2-1ef1-4b23-b835-2aded4e769df x-openstack-request-id: req-1e93d6c2-1ef1-4b23-b835-2aded4e769df {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:27:51.003818 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede4b820-6e64-448b-a2d6-8418cf6d5437", "name": "network-vif-plugged", "status": "completed", "tag": "667199df-8c20-4e1e-9297-597c20bf819e", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:27:51.003818 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e93d6c2-1ef1-4b23-b835-2aded4e769df {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:27:51.003818 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede4b820-6e64-448b-a2d6-8418cf6d5437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667199df-8c20-4e1e-9297-597c20bf819e', 'code': 200} Feb 12 04:27:51.144454 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (667199df-8c20-4e1e-9297-597c20bf819e), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:51.194690 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=667199df-8c20-4e1e-9297-597c20bf819e,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:51.356966 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12f768-3a21-4932-b45f-4fd511d52a14 req-aa8acfdc-59b5-4293-aae2-729b739a8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:51.359018 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8b12f768-3a21-4932-b45f-4fd511d52a14 req-aa8acfdc-59b5-4293-aae2-729b739a8faf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 1134 time: 0.0425289 Feb 12 04:27:51.400245 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8b12f768-3a21-4932-b45f-4fd511d52a14 req-f184756f-f93b-4b90-88a9-4cf0cd2436aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c7e63fa3-8f9b-41c4-bf48-5782f13b2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353839 Feb 12 04:27:51.997961 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c3813-0659-466e-bce5-55719e85519b req-5e9cf3e0-c5c7-41d3-b33a-e77be1ef9b0d tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:51.999478 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-783c3813-0659-466e-bce5-55719e85519b req-5e9cf3e0-c5c7-41d3-b33a-e77be1ef9b0d tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 950 time: 0.0506992 Feb 12 04:27:52.046326 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-783c3813-0659-466e-bce5-55719e85519b req-62b31dd6-a942-4626-a017-187dcec03f4e tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e63fa3-8f9b-41c4-bf48-5782f13b2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414803 Feb 12 04:27:53.161901 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21d397-d6d8-46f3-a39f-e9a710c4fe04 req-d078fd6e-bf76-491f-b065-c882c9005391 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:53.163474 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8a21d397-d6d8-46f3-a39f-e9a710c4fe04 req-d078fd6e-bf76-491f-b065-c882c9005391 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 950 time: 0.0509832 Feb 12 04:27:53.208903 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8a21d397-d6d8-46f3-a39f-e9a710c4fe04 req-17f4a49a-f670-4c88-a433-cdba45547646 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e63fa3-8f9b-41c4-bf48-5782f13b2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399823 Feb 12 04:27:53.633932 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7bf20-fbbe-4b82-86ad-94ac8d0f8c5d req-7ae05fd2-8608-4cd3-a0c4-807190d3b821 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:53.635391 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-27c7bf20-fbbe-4b82-86ad-94ac8d0f8c5d req-7ae05fd2-8608-4cd3-a0c4-807190d3b821 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 950 time: 0.0515413 Feb 12 04:27:53.684228 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-27c7bf20-fbbe-4b82-86ad-94ac8d0f8c5d req-f5d4cfa0-3106-4770-bb93-a83cfd504f54 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e63fa3-8f9b-41c4-bf48-5782f13b2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428441 Feb 12 04:27:54.814094 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8810d5-4196-4ade-aa17-98c41b84c905 req-7f911dff-9000-4784-a4b2-2dbe84e6850e tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:54.815595 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0f8810d5-4196-4ade-aa17-98c41b84c905 req-7f911dff-9000-4784-a4b2-2dbe84e6850e tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 950 time: 0.0623403 Feb 12 04:27:54.861792 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0f8810d5-4196-4ade-aa17-98c41b84c905 req-ace1b8ec-b6bd-4c05-b90b-f032b6ded52a tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/security-groups?id=c7e63fa3-8f9b-41c4-bf48-5782f13b2d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Feb 12 04:27:55.002139 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f417-dfa5-4e63-9259-992047a2bbeb req-dee0b417-7cea-4a29-a54c-5f49ff4480e2 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:27:55.003577 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1386f417-dfa5-4e63-9259-992047a2bbeb req-dee0b417-7cea-4a29-a54c-5f49ff4480e2 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.42 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 950 time: 0.0503185 Feb 12 04:27:55.096875 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-1386f417-dfa5-4e63-9259-992047a2bbeb req-c25fc000-2093-4ba7-b456-dfa6c0f21730 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Deleting port 667199df-8c20-4e1e-9297-597c20bf819e {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:27:55.097246 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-1386f417-dfa5-4e63-9259-992047a2bbeb req-c25fc000-2093-4ba7-b456-dfa6c0f21730 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (667199df-8c20-4e1e-9297-597c20bf819e), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:55.183218 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-1386f417-dfa5-4e63-9259-992047a2bbeb req-c25fc000-2093-4ba7-b456-dfa6c0f21730 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] For port 667199df-8c20-4e1e-9297-597c20bf819e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=667199df-8c20-4e1e-9297-597c20bf819e,segment=NetworkSegment(c3a9a262-bb12-4318-b96e-f51cc56b5629),segment_id=c3a9a262-bb12-4318-b96e-f51cc56b5629)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:27:55.183579 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-1386f417-dfa5-4e63-9259-992047a2bbeb req-c25fc000-2093-4ba7-b456-dfa6c0f21730 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (667199df-8c20-4e1e-9297-597c20bf819e), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:55.195690 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-1386f417-dfa5-4e63-9259-992047a2bbeb req-c25fc000-2093-4ba7-b456-dfa6c0f21730 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Calling delete_port for 667199df-8c20-4e1e-9297-597c20bf819e owned by compute:nova {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:27:55.390640 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-1386f417-dfa5-4e63-9259-992047a2bbeb req-c25fc000-2093-4ba7-b456-dfa6c0f21730 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (667199df-8c20-4e1e-9297-597c20bf819e), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:55.403124 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['667199df-8c20-4e1e-9297-597c20bf819e'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:27:55.418477 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fc000-2093-4ba7-b456-dfa6c0f21730 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Pushing event deleted for resources: {'Port': ['ID=667199df-8c20-4e1e-9297-597c20bf819e,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:27:55.465268 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-1386f417-dfa5-4e63-9259-992047a2bbeb req-c25fc000-2093-4ba7-b456-dfa6c0f21730 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] No DVR routers for this DVR port 667199df-8c20-4e1e-9297-597c20bf819e on host hv-cinder-82869 {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:27:55.467916 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-1386f417-dfa5-4e63-9259-992047a2bbeb req-c25fc000-2093-4ba7-b456-dfa6c0f21730 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:27:55.471292 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1386f417-dfa5-4e63-9259-992047a2bbeb req-c25fc000-2093-4ba7-b456-dfa6c0f21730 tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.42 "DELETE /v2.0/ports/667199df-8c20-4e1e-9297-597c20bf819e HTTP/1.1" status: 204 len: 173 time: 0.4619973 Feb 12 04:27:55.471737 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede4b820-6e64-448b-a2d6-8418cf6d5437', 'name': 'network-vif-deleted', 'tag': '667199df-8c20-4e1e-9297-597c20bf819e'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:27:55.474021 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4f0242-69a8-412c-89e3-d186d56a1104" -d '{"events": [{"server_uuid": "ede4b820-6e64-448b-a2d6-8418cf6d5437", "name": "network-vif-deleted", "tag": "667199df-8c20-4e1e-9297-597c20bf819e"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:27:55.520661 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c391e653-a77a-41ce-932c-cbe2ff548833 x-openstack-request-id: req-c391e653-a77a-41ce-932c-cbe2ff548833 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:27:55.520661 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede4b820-6e64-448b-a2d6-8418cf6d5437", "name": "network-vif-deleted", "tag": "667199df-8c20-4e1e-9297-597c20bf819e", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:27:55.520661 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c391e653-a77a-41ce-932c-cbe2ff548833 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:27:55.520661 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede4b820-6e64-448b-a2d6-8418cf6d5437', 'name': 'network-vif-deleted', 'tag': '667199df-8c20-4e1e-9297-597c20bf819e', 'status': 'completed', 'code': 200} Feb 12 04:27:55.963518 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ed4cb5d3-dbe9-4542-8a2c-ebdb0ceccb05 req-38d1d88b-b528-40b4-b736-770c2696550f tempest-VolumesNegativeTest-573897746 tempest-VolumesNegativeTest-573897746-project] 10.222.0.31 "GET /v2.0/ports?device_id=ede4b820-6e64-448b-a2d6-8418cf6d5437 HTTP/1.1" status: 200 len: 210 time: 0.0263779 Feb 12 04:27:58.769177 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 667199df-8c20-4e1e-9297-597c20bf819e no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:27:58.788725 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: 667199df-8c20-4e1e-9297-597c20bf819e {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:27:58.789058 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 667199df-8c20-4e1e-9297-597c20bf819e not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:28:01.269551 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:02.736042 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41544) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:02.861159 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-f1eeb5ce-a651-4ff3-9499-955604a8b103 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5863100afb0b4ebb855a9acf332162b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1236489 Feb 12 04:28:02.863895 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41548) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:02.908246 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-52903781-6ab9-46dc-90aa-650fdfd6e542 admin admin] Publish callbacks [] for security_group (c7e63fa3-8f9b-41c4-bf48-5782f13b2d79), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:02.929215 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-52903781-6ab9-46dc-90aa-650fdfd6e542 admin admin] Publish callbacks [] for security_group (c7e63fa3-8f9b-41c4-bf48-5782f13b2d79), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:03.023421 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-52903781-6ab9-46dc-90aa-650fdfd6e542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (c7e63fa3-8f9b-41c4-bf48-5782f13b2d79), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:03.025981 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-52903781-6ab9-46dc-90aa-650fdfd6e542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:03.027112 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-52903781-6ab9-46dc-90aa-650fdfd6e542 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7e63fa3-8f9b-41c4-bf48-5782f13b2d79 HTTP/1.1" status: 204 len: 168 time: 0.1623161 Feb 12 04:28:03.035179 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52903781-6ab9-46dc-90aa-650fdfd6e542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e63fa3-8f9b-41c4-bf48-5782f13b2d79,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:06.772169 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5243-addf-4d76-a3aa-6677a14e07ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:07.223730 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bd2f7b60-bd61-4094-81f8-52a14f6f8c54 req-2736e86e-4165-4b6b-b10d-0701aba8be1f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427604 Feb 12 04:28:07.308027 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f7b60-bd61-4094-81f8-52a14f6f8c54 req-a446d40f-436b-4d09-bf9d-4d074607b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:28:07.309545 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bd2f7b60-bd61-4094-81f8-52a14f6f8c54 req-a446d40f-436b-4d09-bf9d-4d074607b27d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9562939d04a04f868c738263f2375b8e&device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 1129 time: 0.0434194 Feb 12 04:28:07.412004 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f7b60-bd61-4094-81f8-52a14f6f8c54 req-71c6a809-6b1a-4bf6-a175-c97ff119a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:28:07.413576 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bd2f7b60-bd61-4094-81f8-52a14f6f8c54 req-71c6a809-6b1a-4bf6-a175-c97ff119a24c service neutron] 10.222.0.42 "GET /v2.0/networks?id=cebed9f7-140d-47a7-aec8-23c08b8b80f3 HTTP/1.1" status: 200 len: 908 time: 0.0852647 Feb 12 04:28:07.476808 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bd2f7b60-bd61-4094-81f8-52a14f6f8c54 req-f50266e1-d728-4f4e-af65-2a33ed69ba70 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3 HTTP/1.1" status: 200 len: 1000 time: 0.0567331 Feb 12 04:28:07.528050 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f7b60-bd61-4094-81f8-52a14f6f8c54 req-666831da-c3d8-4c81-a581-ed0c52cfc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:28:07.529561 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bd2f7b60-bd61-4094-81f8-52a14f6f8c54 req-666831da-c3d8-4c81-a581-ed0c52cfc2b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=afa0fa48-3aaf-4262-a198-8492ffc2c332 HTTP/1.1" status: 200 len: 847 time: 0.0463989 Feb 12 04:28:07.579057 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f7b60-bd61-4094-81f8-52a14f6f8c54 req-5bd18a16-cea2-440b-8b36-c290575886f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:28:07.580510 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bd2f7b60-bd61-4094-81f8-52a14f6f8c54 req-5bd18a16-cea2-440b-8b36-c290575886f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cebed9f7-140d-47a7-aec8-23c08b8b80f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433502 Feb 12 04:28:07.665490 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bd2f7b60-bd61-4094-81f8-52a14f6f8c54 req-9d22697e-a550-4911-8380-3b6eafa7f1ad service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784545 Feb 12 04:28:07.761639 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-bd2f7b60-bd61-4094-81f8-52a14f6f8c54 req-7acc210f-a5d2-4c28-ad00-fcca7091ac1a service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861044 Feb 12 04:28:09.063722 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-34af293c-33fd-422a-910d-e322ffaa35e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:10.657509 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:11.549046 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:13.417374 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:14.961956 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:28:17.178992 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41556) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:17.328235 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-15923de8-6cbc-4c4f-a40b-d0c2e430a30d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Deleting port 2f36fb6f-4516-481c-a2cf-53b78b6ffaea {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:28:17.329153 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-15923de8-6cbc-4c4f-a40b-d0c2e430a30d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (2f36fb6f-4516-481c-a2cf-53b78b6ffaea), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:17.402180 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-15923de8-6cbc-4c4f-a40b-d0c2e430a30d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (2f36fb6f-4516-481c-a2cf-53b78b6ffaea), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:17.402497 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-15923de8-6cbc-4c4f-a40b-d0c2e430a30d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for floatingip (2f36fb6f-4516-481c-a2cf-53b78b6ffaea), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:17.414114 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-15923de8-6cbc-4c4f-a40b-d0c2e430a30d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Calling delete_port for 2f36fb6f-4516-481c-a2cf-53b78b6ffaea owned by network:floatingip {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:28:17.634802 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-15923de8-6cbc-4c4f-a40b-d0c2e430a30d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (2f36fb6f-4516-481c-a2cf-53b78b6ffaea), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:17.660064 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15923de8-6cbc-4c4f-a40b-d0c2e430a30d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Pushing event deleted for resources: {'Port': ['ID=2f36fb6f-4516-481c-a2cf-53b78b6ffaea,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:17.721831 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-15923de8-6cbc-4c4f-a40b-d0c2e430a30d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for floatingip (72a5f978-28a9-437f-8d2e-7e2d8b4db20c), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:17.722052 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.l3_db [None req-15923de8-6cbc-4c4f-a40b-d0c2e430a30d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Floating IP 72a5f978-28a9-437f-8d2e-7e2d8b4db20c disassociated (deleted). External IP: 172.27.3.46, port: d27ab58c-67e5-4b39-a25a-65327b149fa3. Feb 12 04:28:17.927062 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15923de8-6cbc-4c4f-a40b-d0c2e430a30d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:28:18.031496 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15923de8-6cbc-4c4f-a40b-d0c2e430a30d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:28:18.036360 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-15923de8-6cbc-4c4f-a40b-d0c2e430a30d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:18.041916 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d251dd56-cf04-4ac1-9e49-56b61aaed285 None None] Sync routers for ids ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:28:18.051444 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251dd56-cf04-4ac1-9e49-56b61aaed285 None None] Routers {'3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:28:18.052051 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-d251dd56-cf04-4ac1-9e49-56b61aaed285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:28:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:18.063866 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-15923de8-6cbc-4c4f-a40b-d0c2e430a30d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "DELETE /v2.0/floatingips/72a5f978-28a9-437f-8d2e-7e2d8b4db20c HTTP/1.1" status: 204 len: 168 time: 0.8837905 Feb 12 04:28:18.064446 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e1a591-62ac-44cc-a194-fd476f478672', 'tag': 'd27ab58c-67e5-4b39-a25a-65327b149fa3'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:28:18.066740 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e0a7e9-ac6c-46b8-abc8-3694261df43f" -d '{"events": [{"name": "network-changed", "server_uuid": "69e1a591-62ac-44cc-a194-fd476f478672", "tag": "d27ab58c-67e5-4b39-a25a-65327b149fa3"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:28:18.102544 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be4e162-2971-47b1-b74a-7360adf3d34e x-openstack-request-id: req-2be4e162-2971-47b1-b74a-7360adf3d34e {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:28:18.102912 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e1a591-62ac-44cc-a194-fd476f478672", "tag": "d27ab58c-67e5-4b39-a25a-65327b149fa3", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:28:18.103332 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2be4e162-2971-47b1-b74a-7360adf3d34e {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:28:18.103820 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e1a591-62ac-44cc-a194-fd476f478672', 'tag': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'status': 'completed', 'code': 200} Feb 12 04:28:18.162013 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-d251dd56-cf04-4ac1-9e49-56b61aaed285 None None] Set router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:28:18.167345 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0a7e9-ac6c-46b8-abc8-3694261df43f req-963d4279-050f-487e-b882-a00827390042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:28:18.168832 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b7e0a7e9-ac6c-46b8-abc8-3694261df43f req-963d4279-050f-487e-b882-a00827390042 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9562939d04a04f868c738263f2375b8e&device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 1129 time: 0.0435765 Feb 12 04:28:18.369399 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-d251dd56-cf04-4ac1-9e49-56b61aaed285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:16Z', 'revision_number': 4, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port': {'id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'ee0b0ded-e896-40fd-8b48-d2e567cc135f', 'name': '', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'mac_address': 'fa:16:3e:7f:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:15Z', 'updated_at': '2022-02-12T04:23:20Z', 'revision_number': 5, 'project_id': '9562939d04a04f868c738263f2375b8e', 'subnets': [{'id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:18.402282 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d251dd56-cf04-4ac1-9e49-56b61aaed285 None None] Checking router: 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:28:18.411332 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251dd56-cf04-4ac1-9e49-56b61aaed285 None None] Routers {'3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:28:18.412039 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-d251dd56-cf04-4ac1-9e49-56b61aaed285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:28:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:18.527526 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-d251dd56-cf04-4ac1-9e49-56b61aaed285 None None] Set router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:28:18.552234 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0a7e9-ac6c-46b8-abc8-3694261df43f req-f726c698-bf08-45a1-8f95-b7df190c5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:28:18.553680 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b7e0a7e9-ac6c-46b8-abc8-3694261df43f req-f726c698-bf08-45a1-8f95-b7df190c5389 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cebed9f7-140d-47a7-aec8-23c08b8b80f3 HTTP/1.1" status: 200 len: 908 time: 0.3785081 Feb 12 04:28:18.564562 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dea2bf-57d1-46dd-ad75-da3bc97c20db req-e4070381-6b01-4f2b-a20e-738e1055aef4 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:28:18.565979 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-64dea2bf-57d1-46dd-ad75-da3bc97c20db req-e4070381-6b01-4f2b-a20e-738e1055aef4 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0718486 Feb 12 04:28:18.612079 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b7e0a7e9-ac6c-46b8-abc8-3694261df43f req-89e1ad7b-27d0-4ec2-ad2b-acce1df68723 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3 HTTP/1.1" status: 200 len: 217 time: 0.0449095 Feb 12 04:28:18.674955 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-64dea2bf-57d1-46dd-ad75-da3bc97c20db req-74edaf63-a5ac-460a-91bf-48bc1de3b5ca tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024027 Feb 12 04:28:18.682095 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0a7e9-ac6c-46b8-abc8-3694261df43f req-1d0d0310-87fd-44c2-bffb-3b3e5397f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:28:18.683632 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b7e0a7e9-ac6c-46b8-abc8-3694261df43f req-1d0d0310-87fd-44c2-bffb-3b3e5397f377 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=afa0fa48-3aaf-4262-a198-8492ffc2c332 HTTP/1.1" status: 200 len: 847 time: 0.0652034 Feb 12 04:28:18.726815 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-d251dd56-cf04-4ac1-9e49-56b61aaed285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:16Z', 'revision_number': 4, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port': {'id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'ee0b0ded-e896-40fd-8b48-d2e567cc135f', 'name': '', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'mac_address': 'fa:16:3e:7f:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:15Z', 'updated_at': '2022-02-12T04:23:20Z', 'revision_number': 5, 'project_id': '9562939d04a04f868c738263f2375b8e', 'subnets': [{'id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:18.732716 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0a7e9-ac6c-46b8-abc8-3694261df43f req-d0607c50-711a-4ac4-bc1e-cbe7afc6f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:28:18.734234 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b7e0a7e9-ac6c-46b8-abc8-3694261df43f req-d0607c50-711a-4ac4-bc1e-cbe7afc6f126 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cebed9f7-140d-47a7-aec8-23c08b8b80f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443132 Feb 12 04:28:18.756011 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d251dd56-cf04-4ac1-9e49-56b61aaed285 None None] The sync data for ids ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'] in dv-cinder-828696-3-iscsi is: [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:16Z', 'revision_number': 4, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port': {'id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': 'ee0b0ded-e896-40fd-8b48-d2e567cc135f', 'name': '', 'network_id': 'cebed9f7-140d-47a7-aec8-23c08b8b80f3', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'mac_address': 'fa:16:3e:7f:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:15Z', 'updated_at': '2022-02-12T04:23:20Z', 'revision_number': 5, 'project_id': '9562939d04a04f868c738263f2375b8e', 'subnets': [{'id': 'afa0fa48-3aaf-4262-a198-8492ffc2c332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:28:18.826790 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b7e0a7e9-ac6c-46b8-abc8-3694261df43f req-fdc1e04e-de23-4ef6-a331-a3bc5d136116 service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857720 Feb 12 04:28:18.917054 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-b7e0a7e9-ac6c-46b8-abc8-3694261df43f req-1558a78c-13c5-49e4-ada5-7803e07d16f8 service neutron] 10.222.0.42 "GET /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829172 Feb 12 04:28:18.972442 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401ac571-8d3e-447a-b3f2-c3f3270de229 None None] New status for floating IP 72a5f978-28a9-437f-8d2e-7e2d8b4db20c: DOWN {{(pid=103160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:28:19.797840 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823d008-f33c-4077-b4f6-f122c120d450 req-c2db487a-6cf1-415e-8485-ef6eaa20141d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:28:19.799307 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c823d008-f33c-4077-b4f6-f122c120d450 req-c2db487a-6cf1-415e-8485-ef6eaa20141d tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0546815 Feb 12 04:28:19.850505 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c823d008-f33c-4077-b4f6-f122c120d450 req-e910afc4-bec2-4a33-9a38-fe6618256a26 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/security-groups?id=65e313b7-0a00-425a-9a14-424e5c0183fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457165 Feb 12 04:28:20.171033 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6caf40-e02f-46b8-b049-591fad077829 req-494cc655-57c1-417a-a4d3-3ee56acd8c30 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:28:20.172468 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1d6caf40-e02f-46b8-b049-591fad077829 req-494cc655-57c1-417a-a4d3-3ee56acd8c30 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.42 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 945 time: 0.0510030 Feb 12 04:28:20.267471 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-1d6caf40-e02f-46b8-b049-591fad077829 req-b0f7d46c-db05-4f11-acb2-35ec2e022ca8 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Deleting port d27ab58c-67e5-4b39-a25a-65327b149fa3 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:28:20.267806 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-1d6caf40-e02f-46b8-b049-591fad077829 req-b0f7d46c-db05-4f11-acb2-35ec2e022ca8 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:20.357625 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-1d6caf40-e02f-46b8-b049-591fad077829 req-b0f7d46c-db05-4f11-acb2-35ec2e022ca8 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] For port d27ab58c-67e5-4b39-a25a-65327b149fa3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=d27ab58c-67e5-4b39-a25a-65327b149fa3,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:28:20.357977 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-1d6caf40-e02f-46b8-b049-591fad077829 req-b0f7d46c-db05-4f11-acb2-35ec2e022ca8 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:20.370987 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-1d6caf40-e02f-46b8-b049-591fad077829 req-b0f7d46c-db05-4f11-acb2-35ec2e022ca8 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Calling delete_port for d27ab58c-67e5-4b39-a25a-65327b149fa3 owned by compute:nova {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:28:20.566344 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-1d6caf40-e02f-46b8-b049-591fad077829 req-b0f7d46c-db05-4f11-acb2-35ec2e022ca8 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (d27ab58c-67e5-4b39-a25a-65327b149fa3), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:20.594310 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7d46c-db05-4f11-acb2-35ec2e022ca8 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Pushing event deleted for resources: {'Port': ['ID=d27ab58c-67e5-4b39-a25a-65327b149fa3,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:20.638847 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6caf40-e02f-46b8-b049-591fad077829 req-b0f7d46c-db05-4f11-acb2-35ec2e022ca8 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] No DVR routers for this DVR port d27ab58c-67e5-4b39-a25a-65327b149fa3 on host hv-cinder-82869 {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:28:20.641252 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-1d6caf40-e02f-46b8-b049-591fad077829 req-b0f7d46c-db05-4f11-acb2-35ec2e022ca8 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:20.644516 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1d6caf40-e02f-46b8-b049-591fad077829 req-b0f7d46c-db05-4f11-acb2-35ec2e022ca8 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.42 "DELETE /v2.0/ports/d27ab58c-67e5-4b39-a25a-65327b149fa3 HTTP/1.1" status: 204 len: 173 time: 0.4659712 Feb 12 04:28:20.644928 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e1a591-62ac-44cc-a194-fd476f478672', 'name': 'network-vif-deleted', 'tag': 'd27ab58c-67e5-4b39-a25a-65327b149fa3'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:28:20.647139 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f97d21d-31f7-441a-94cd-3aa8dc7f723c" -d '{"events": [{"server_uuid": "69e1a591-62ac-44cc-a194-fd476f478672", "name": "network-vif-deleted", "tag": "d27ab58c-67e5-4b39-a25a-65327b149fa3"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:28:20.681805 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f886e1e-490d-4308-8f12-8c9a514425cd x-openstack-request-id: req-3f886e1e-490d-4308-8f12-8c9a514425cd {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:28:20.682090 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e1a591-62ac-44cc-a194-fd476f478672", "name": "network-vif-deleted", "tag": "d27ab58c-67e5-4b39-a25a-65327b149fa3", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:28:20.682345 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f886e1e-490d-4308-8f12-8c9a514425cd {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:28:20.682735 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e1a591-62ac-44cc-a194-fd476f478672', 'name': 'network-vif-deleted', 'tag': 'd27ab58c-67e5-4b39-a25a-65327b149fa3', 'status': 'completed', 'code': 200} Feb 12 04:28:20.943968 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e3eaf2a-a155-4f0c-b743-fab76d53f460 req-88d3aa90-9d5f-43e2-a658-9f8dae0b414a tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "GET /v2.0/ports?device_id=69e1a591-62ac-44cc-a194-fd476f478672 HTTP/1.1" status: 200 len: 210 time: 0.0278876 Feb 12 04:28:22.002903 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41574) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:22.058292 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-eda8543d-78d2-44e9-83b5-06e2a59d5762 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group (65e313b7-0a00-425a-9a14-424e5c0183fc), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:22.082740 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-eda8543d-78d2-44e9-83b5-06e2a59d5762 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group (65e313b7-0a00-425a-9a14-424e5c0183fc), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:22.201138 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-eda8543d-78d2-44e9-83b5-06e2a59d5762 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (65e313b7-0a00-425a-9a14-424e5c0183fc), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:22.203805 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-eda8543d-78d2-44e9-83b5-06e2a59d5762 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:22.205125 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-eda8543d-78d2-44e9-83b5-06e2a59d5762 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] 10.222.0.31 "DELETE /v2.0/security-groups/65e313b7-0a00-425a-9a14-424e5c0183fc HTTP/1.1" status: 204 len: 168 time: 0.2011843 Feb 12 04:28:22.214228 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8543d-78d2-44e9-83b5-06e2a59d5762 tempest-TestShelveInstance-1371563056 tempest-TestShelveInstance-1371563056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e313b7-0a00-425a-9a14-424e5c0183fc,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:22.303535 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41578) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:22.767981 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-433d045d-214d-41e6-83c4-a5c5f6459000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001033'] for router_interface (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:23.251655 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-433d045d-214d-41e6-83c4-a5c5f6459000 admin admin] Deleting port ee0b0ded-e896-40fd-8b48-d2e567cc135f {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:28:23.252398 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-433d045d-214d-41e6-83c4-a5c5f6459000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:23.325477 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-433d045d-214d-41e6-83c4-a5c5f6459000 admin admin] For port ee0b0ded-e896-40fd-8b48-d2e567cc135f, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=ee0b0ded-e896-40fd-8b48-d2e567cc135f,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:28:23.325830 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-433d045d-214d-41e6-83c4-a5c5f6459000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:23.338166 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-433d045d-214d-41e6-83c4-a5c5f6459000 admin admin] Calling delete_port for ee0b0ded-e896-40fd-8b48-d2e567cc135f owned by network:router_interface {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:28:23.577939 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-433d045d-214d-41e6-83c4-a5c5f6459000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (ee0b0ded-e896-40fd-8b48-d2e567cc135f), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:23.605846 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d045d-214d-41e6-83c4-a5c5f6459000 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0b0ded-e896-40fd-8b48-d2e567cc135f,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:23.778467 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-433d045d-214d-41e6-83c4-a5c5f6459000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1001181'] for router_interface (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:23.990123 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433d045d-214d-41e6-83c4-a5c5f6459000 admin admin] Router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:28:24.093237 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433d045d-214d-41e6-83c4-a5c5f6459000 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:28:24.098742 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-433d045d-214d-41e6-83c4-a5c5f6459000 admin admin] 10.222.0.31 "PUT /v2.0/routers/3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7941940 Feb 12 04:28:24.101266 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41586) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:24.102328 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01bd1fa-2ada-4728-926e-ee8400e3787a None None] Sync routers for ids ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:28:24.113173 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01bd1fa-2ada-4728-926e-ee8400e3787a None None] Routers {'3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:28:24.113809 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-e01bd1fa-2ada-4728-926e-ee8400e3787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:28:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:24.204457 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] Publish callbacks [] for router (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:24.309407 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] Publish callbacks [] for router_gateway (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:24.349218 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-e01bd1fa-2ada-4728-926e-ee8400e3787a None None] Set router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:28:24.412813 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] Deleting port fa99ed99-21c0-4115-854b-76b9788d375c {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:28:24.413201 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (fa99ed99-21c0-4115-854b-76b9788d375c), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:24.488562 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] For port fa99ed99-21c0-4115-854b-76b9788d375c, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=fa99ed99-21c0-4115-854b-76b9788d375c,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:28:24.488924 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (fa99ed99-21c0-4115-854b-76b9788d375c), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:24.501242 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] Calling delete_port for fa99ed99-21c0-4115-854b-76b9788d375c owned by network:router_gateway {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:28:24.519860 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-e01bd1fa-2ada-4728-926e-ee8400e3787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:28:23Z', 'revision_number': 5, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port': {'id': 'fa99ed99-21c0-4115-854b-76b9788d375c', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:24.549839 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01bd1fa-2ada-4728-926e-ee8400e3787a None None] Checking router: 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:28:24.557925 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01bd1fa-2ada-4728-926e-ee8400e3787a None None] Routers {'3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:28:24.558531 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-e01bd1fa-2ada-4728-926e-ee8400e3787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:28:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:24.647545 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-e01bd1fa-2ada-4728-926e-ee8400e3787a None None] Set router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb gateway port host: None {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:28:24.703480 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-e01bd1fa-2ada-4728-926e-ee8400e3787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:28:24Z', 'revision_number': 6, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port_host': None}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:24.738847 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01bd1fa-2ada-4728-926e-ee8400e3787a None None] The sync data for ids ['3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb'] in dv-cinder-828696-3-iscsi is: [{'id': '3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb', 'name': 'tempest-TestShelveInstance-185420909-router', 'tenant_id': '9562939d04a04f868c738263f2375b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:12Z', 'updated_at': '2022-02-12T04:28:24Z', 'revision_number': 6, 'project_id': '9562939d04a04f868c738263f2375b8e', 'gw_port_host': None}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:28:24.835029 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (fa99ed99-21c0-4115-854b-76b9788d375c), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:24.857796 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa99ed99-21c0-4115-854b-76b9788d375c,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:24.875326 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device d27ab58c-67e5-4b39-a25a-65327b149fa3 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:28:24.895528 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: d27ab58c-67e5-4b39-a25a-65327b149fa3 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:28:24.895872 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device d27ab58c-67e5-4b39-a25a-65327b149fa3 not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:28:24.918598 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996355'] for router_gateway (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.008107 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-998586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.010319 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] Publish callbacks [] for router_controller (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), precommit_delete_associations {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.130834 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-998579'] for router (3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.135024 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb {{(pid=103157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 12 04:28:25.136919 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.138520 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-e40cfdc3-4a84-48fb-99cf-6c8481a630d5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3b1b3d0c-8971-46c7-8b4c-37a2164d1ebb HTTP/1.1" status: 204 len: 168 time: 1.0359740 Feb 12 04:28:25.140819 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41588) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:25.202108 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4790f8c-faed-465e-9c7b-4841d0d75da9 admin admin] Deleting subnet afa0fa48-3aaf-4262-a198-8492ffc2c332 {{(pid=103158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:28:25.206032 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c4790f8c-faed-465e-9c7b-4841d0d75da9 admin admin] Publish callbacks [] for subnet (afa0fa48-3aaf-4262-a198-8492ffc2c332), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.241552 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c4790f8c-faed-465e-9c7b-4841d0d75da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30203189'] for subnet (afa0fa48-3aaf-4262-a198-8492ffc2c332), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.321505 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c4790f8c-faed-465e-9c7b-4841d0d75da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (afa0fa48-3aaf-4262-a198-8492ffc2c332), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.429898 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c4790f8c-faed-465e-9c7b-4841d0d75da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29460899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29917894'] for subnet (afa0fa48-3aaf-4262-a198-8492ffc2c332), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.455271 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4790f8c-faed-465e-9c7b-4841d0d75da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa0fa48-3aaf-4262-a198-8492ffc2c332,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:25.462458 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c4790f8c-faed-465e-9c7b-4841d0d75da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.466515 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-c4790f8c-faed-465e-9c7b-4841d0d75da9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/afa0fa48-3aaf-4262-a198-8492ffc2c332 HTTP/1.1" status: 204 len: 168 time: 0.3244884 Feb 12 04:28:25.468090 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41590) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:25.468233 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f8a134-0ed6-42af-a589-b2bf6515adab None None] Network cebed9f7-140d-47a7-aec8-23c08b8b80f3 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:28:25.529840 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device ee0b0ded-e896-40fd-8b48-d2e567cc135f no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:28:25.559323 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (cebed9f7-140d-47a7-aec8-23c08b8b80f3), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.569600 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: ee0b0ded-e896-40fd-8b48-d2e567cc135f {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:28:25.569978 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device ee0b0ded-e896-40fd-8b48-d2e567cc135f not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:28:25.626535 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Deleting port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:28:25.626906 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.650778 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3fc184-f8c5-4810-aee2-a332d3068061 None None] DHCP port deletion for cebed9f7-140d-47a7-aec8-23c08b8b80f3 request from dv-cinder-828696-3-iscsi {{(pid=103159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 12 04:28:25.699654 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] For port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b6dd460c-1f23-40c6-a5ea-b3a0f3e51655,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:28:25.699924 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.706444 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6f3fc184-f8c5-4810-aee2-a332d3068061 None None] Deleting port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:28:25.706840 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc184-f8c5-4810-aee2-a332d3068061 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.713383 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Calling delete_port for b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 owned by network:dhcp {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:28:25.771996 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-6f3fc184-f8c5-4810-aee2-a332d3068061 None None] For port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b6dd460c-1f23-40c6-a5ea-b3a0f3e51655,segment=NetworkSegment(ab09d960-c8cb-4721-bb2f-a55217b4a72c),segment_id=ab09d960-c8cb-4721-bb2f-a55217b4a72c)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:28:25.772626 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc184-f8c5-4810-aee2-a332d3068061 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.789795 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-6f3fc184-f8c5-4810-aee2-a332d3068061 None None] Calling delete_port for b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:28:25.869259 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.878759 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc184-f8c5-4810-aee2-a332d3068061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809'] for port (b6dd460c-1f23-40c6-a5ea-b3a0f3e51655), after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.898422 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6dd460c-1f23-40c6-a5ea-b3a0f3e51655,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:25.900339 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] No DVR routers for this DVR port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 on host dv-cinder-828696-3-iscsi {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:28:25.907219 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fc184-f8c5-4810-aee2-a332d3068061 None None] Pushing event deleted for resources: {'Port': ['ID=b6dd460c-1f23-40c6-a5ea-b3a0f3e51655,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:25.909203 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3fc184-f8c5-4810-aee2-a332d3068061 None None] No DVR routers for this DVR port b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 on host dv-cinder-828696-3-iscsi {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:28:25.977295 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (cebed9f7-140d-47a7-aec8-23c08b8b80f3), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:25.997448 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebed9f7-140d-47a7-aec8-23c08b8b80f3']}} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:26.007300 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab09d960-c8cb-4721-bb2f-a55217b4a72c') {'for_net_delete': True} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:26.007595 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab09d960-c8cb-4721-bb2f-a55217b4a72c') {} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:26.020408 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30203148'] for segment (ab09d960-c8cb-4721-bb2f-a55217b4a72c), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:26.033196 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (ab09d960-c8cb-4721-bb2f-a55217b4a72c), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:26.039024 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29460761'] for segment (ab09d960-c8cb-4721-bb2f-a55217b4a72c), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: Traceback (most recent call last): Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: timer() Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: cb(*args, **kw) Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: return func(*args, **kwargs) Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: self._notify() Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: self.callback(batched_events) Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: event.method(event) Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: return f(self, *a, **k) Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: return self._get(url).json() Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: return self.request(url, 'GET', **kwargs) Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:28:26.046596 dv-cinder-828696-3-iscsi neutron-server[103158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:28:26.154599 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (cebed9f7-140d-47a7-aec8-23c08b8b80f3), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:26.160424 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:26.164157 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] 10.222.0.31 "DELETE /v2.0/networks/cebed9f7-140d-47a7-aec8-23c08b8b80f3 HTTP/1.1" status: 204 len: 168 time: 0.6951435 Feb 12 04:28:26.171123 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41592) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:26.175926 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab28fb3-8580-4869-a94e-35923dc7e83c admin admin] Pushing event deleted for resources: {'Network': ['ID=cebed9f7-140d-47a7-aec8-23c08b8b80f3,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:26.493496 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cd81-6aef-46be-b681-940076ae4d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001033'] for router_interface (d1eeafc3-be13-4ea9-8e51-94c58c88f628), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:26.727100 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7cd81-6aef-46be-b681-940076ae4d67 admin admin] Deleting port 7d01906d-4a44-4886-98b9-34203b421065 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:28:26.727432 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cd81-6aef-46be-b681-940076ae4d67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (7d01906d-4a44-4886-98b9-34203b421065), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:26.799547 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-f2d7cd81-6aef-46be-b681-940076ae4d67 admin admin] For port 7d01906d-4a44-4886-98b9-34203b421065, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=7d01906d-4a44-4886-98b9-34203b421065,segment=NetworkSegment(ae4913d7-2f4f-430b-8f00-7d2d439014b9),segment_id=ae4913d7-2f4f-430b-8f00-7d2d439014b9)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:28:26.799891 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cd81-6aef-46be-b681-940076ae4d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (7d01906d-4a44-4886-98b9-34203b421065), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:26.814704 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7cd81-6aef-46be-b681-940076ae4d67 admin admin] Calling delete_port for 7d01906d-4a44-4886-98b9-34203b421065 owned by network:router_interface {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:28:27.063904 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cd81-6aef-46be-b681-940076ae4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (7d01906d-4a44-4886-98b9-34203b421065), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:27.079977 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:28:27.090660 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7cd81-6aef-46be-b681-940076ae4d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d01906d-4a44-4886-98b9-34203b421065,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:27.100721 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:28:27.101187 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b6dd460c-1f23-40c6-a5ea-b3a0f3e51655 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:28:27.101787 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device fa99ed99-21c0-4115-854b-76b9788d375c no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:28:27.126656 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: fa99ed99-21c0-4115-854b-76b9788d375c {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:28:27.127871 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device fa99ed99-21c0-4115-854b-76b9788d375c not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:28:27.253648 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f2d7cd81-6aef-46be-b681-940076ae4d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1001181'] for router_interface (d1eeafc3-be13-4ea9-8e51-94c58c88f628), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:27.464121 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d7cd81-6aef-46be-b681-940076ae4d67 admin admin] Router d1eeafc3-be13-4ea9-8e51-94c58c88f628 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:28:27.567558 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d7cd81-6aef-46be-b681-940076ae4d67 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:28:27.572532 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-f2d7cd81-6aef-46be-b681-940076ae4d67 admin admin] 10.222.0.31 "PUT /v2.0/routers/d1eeafc3-be13-4ea9-8e51-94c58c88f628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4045029 Feb 12 04:28:27.575324 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41594) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:27.577428 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb465b-b668-497e-b6b3-35195137a356 None None] Sync routers for ids ['d1eeafc3-be13-4ea9-8e51-94c58c88f628'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:28:27.586784 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb465b-b668-497e-b6b3-35195137a356 None None] Routers {'d1eeafc3-be13-4ea9-8e51-94c58c88f628'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:28:27.587394 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-cbcb465b-b668-497e-b6b3-35195137a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:28:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['d1eeafc3-be13-4ea9-8e51-94c58c88f628'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:27.679935 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] Publish callbacks [] for router (d1eeafc3-be13-4ea9-8e51-94c58c88f628), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:27.692054 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-cbcb465b-b668-497e-b6b3-35195137a356 None None] Set router d1eeafc3-be13-4ea9-8e51-94c58c88f628 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:28:27.782835 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] Publish callbacks [] for router_gateway (d1eeafc3-be13-4ea9-8e51-94c58c88f628), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:27.864963 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-cbcb465b-b668-497e-b6b3-35195137a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'name': 'tempest-TestShelveInstance-1798599166-router', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '6691efa4-f0af-4462-a1be-9e1ce261c458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:20Z', 'updated_at': '2022-02-12T04:28:26Z', 'revision_number': 5, 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'gw_port': {'id': '6691efa4-f0af-4462-a1be-9e1ce261c458', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ff:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:23:21Z', 'updated_at': '2022-02-12T04:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:27.891436 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb465b-b668-497e-b6b3-35195137a356 None None] Checking router: d1eeafc3-be13-4ea9-8e51-94c58c88f628 for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:28:27.899686 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb465b-b668-497e-b6b3-35195137a356 None None] Routers {'d1eeafc3-be13-4ea9-8e51-94c58c88f628'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:28:27.904865 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-cbcb465b-b668-497e-b6b3-35195137a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:28:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['d1eeafc3-be13-4ea9-8e51-94c58c88f628'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:27.916137 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] Deleting port 6691efa4-f0af-4462-a1be-9e1ce261c458 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:28:27.916477 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (6691efa4-f0af-4462-a1be-9e1ce261c458), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:27.990544 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-cbcb465b-b668-497e-b6b3-35195137a356 None None] Set router d1eeafc3-be13-4ea9-8e51-94c58c88f628 gateway port host: None {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:28:27.998601 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] For port 6691efa4-f0af-4462-a1be-9e1ce261c458, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=6691efa4-f0af-4462-a1be-9e1ce261c458,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:28:27.998963 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (6691efa4-f0af-4462-a1be-9e1ce261c458), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:28.011548 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] Calling delete_port for 6691efa4-f0af-4462-a1be-9e1ce261c458 owned by network:router_gateway {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:28:28.039185 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-cbcb465b-b668-497e-b6b3-35195137a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'name': 'tempest-TestShelveInstance-1798599166-router', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:20Z', 'updated_at': '2022-02-12T04:28:27Z', 'revision_number': 6, 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'gw_port_host': None}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:28.067524 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcb465b-b668-497e-b6b3-35195137a356 None None] The sync data for ids ['d1eeafc3-be13-4ea9-8e51-94c58c88f628'] in dv-cinder-828696-3-iscsi is: [{'id': 'd1eeafc3-be13-4ea9-8e51-94c58c88f628', 'name': 'tempest-TestShelveInstance-1798599166-router', 'tenant_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:23:20Z', 'updated_at': '2022-02-12T04:28:27Z', 'revision_number': 6, 'project_id': 'd2d151eaae9c4abfbfde825711ad3fe2', 'gw_port_host': None}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:28:28.217548 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (6691efa4-f0af-4462-a1be-9e1ce261c458), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:28.243110 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] Pushing event deleted for resources: {'Port': ['ID=6691efa4-f0af-4462-a1be-9e1ce261c458,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:28.305195 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996355'] for router_gateway (d1eeafc3-be13-4ea9-8e51-94c58c88f628), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:28.397214 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-998586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (d1eeafc3-be13-4ea9-8e51-94c58c88f628), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:28.399273 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] Publish callbacks [] for router_controller (d1eeafc3-be13-4ea9-8e51-94c58c88f628), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:28.487164 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-998579'] for router (d1eeafc3-be13-4ea9-8e51-94c58c88f628), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:28.487732 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1eeafc3-be13-4ea9-8e51-94c58c88f628 {{(pid=103158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 12 04:28:28.492132 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:28.498673 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-7a1866a3-8c74-4c24-b005-acfda383a183 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d1eeafc3-be13-4ea9-8e51-94c58c88f628 HTTP/1.1" status: 204 len: 168 time: 0.9169619 Feb 12 04:28:28.498775 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41596) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:28.539378 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dcd9e0f-9657-4159-8a8a-c7ab9a637db2 admin admin] Deleting subnet 6359f44b-f2f8-46e6-81f7-6b6be48d9390 {{(pid=103157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:28:28.542398 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9e0f-9657-4159-8a8a-c7ab9a637db2 admin admin] Publish callbacks [] for subnet (6359f44b-f2f8-46e6-81f7-6b6be48d9390), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:28.575770 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9e0f-9657-4159-8a8a-c7ab9a637db2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29520124'] for subnet (6359f44b-f2f8-46e6-81f7-6b6be48d9390), precommit_delete_associations {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:28.651944 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9e0f-9657-4159-8a8a-c7ab9a637db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (6359f44b-f2f8-46e6-81f7-6b6be48d9390), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:28.766496 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9e0f-9657-4159-8a8a-c7ab9a637db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31418175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30023878'] for subnet (6359f44b-f2f8-46e6-81f7-6b6be48d9390), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:28.792124 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd9e0f-9657-4159-8a8a-c7ab9a637db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6359f44b-f2f8-46e6-81f7-6b6be48d9390,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:28.795943 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9e0f-9657-4159-8a8a-c7ab9a637db2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:28.799338 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-4dcd9e0f-9657-4159-8a8a-c7ab9a637db2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6359f44b-f2f8-46e6-81f7-6b6be48d9390 HTTP/1.1" status: 204 len: 168 time: 0.3022294 Feb 12 04:28:28.801802 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41598) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:28.803814 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690349e9-5ff2-4d14-83ed-938bf5e8ce1a None None] Network 14d5fbe2-1779-46e2-9570-8f5c9d451a45 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:28:28.875417 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (14d5fbe2-1779-46e2-9570-8f5c9d451a45), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:28.929379 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Deleting port 23c9801e-889a-4f6e-9f82-9e4d4222c023 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:28:28.929719 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:28.959081 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e185eec5-9565-4b13-be0b-86614ebceefc None None] DHCP port deletion for 14d5fbe2-1779-46e2-9570-8f5c9d451a45 request from dv-cinder-828696-3-iscsi {{(pid=103159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 12 04:28:28.997237 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] For port 23c9801e-889a-4f6e-9f82-9e4d4222c023, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=23c9801e-889a-4f6e-9f82-9e4d4222c023,segment=NetworkSegment(ae4913d7-2f4f-430b-8f00-7d2d439014b9),segment_id=ae4913d7-2f4f-430b-8f00-7d2d439014b9)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:28:28.997710 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.006048 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e185eec5-9565-4b13-be0b-86614ebceefc None None] Deleting port 23c9801e-889a-4f6e-9f82-9e4d4222c023 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:28:29.006417 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e185eec5-9565-4b13-be0b-86614ebceefc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.010791 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Calling delete_port for 23c9801e-889a-4f6e-9f82-9e4d4222c023 owned by network:dhcp {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:28:29.073583 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-e185eec5-9565-4b13-be0b-86614ebceefc None None] For port 23c9801e-889a-4f6e-9f82-9e4d4222c023, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=23c9801e-889a-4f6e-9f82-9e4d4222c023,segment=NetworkSegment(ae4913d7-2f4f-430b-8f00-7d2d439014b9),segment_id=ae4913d7-2f4f-430b-8f00-7d2d439014b9)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:28:29.074483 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e185eec5-9565-4b13-be0b-86614ebceefc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.088774 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-e185eec5-9565-4b13-be0b-86614ebceefc None None] Calling delete_port for 23c9801e-889a-4f6e-9f82-9e4d4222c023 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:28:29.094561 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 6691efa4-f0af-4462-a1be-9e1ce261c458 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:28:29.124926 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: 6691efa4-f0af-4462-a1be-9e1ce261c458 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:28:29.125265 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 6691efa4-f0af-4462-a1be-9e1ce261c458 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:28:29.125689 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 7d01906d-4a44-4886-98b9-34203b421065 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:28:29.172590 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: 7d01906d-4a44-4886-98b9-34203b421065 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:28:29.172929 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 7d01906d-4a44-4886-98b9-34203b421065 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:28:29.173366 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 23c9801e-889a-4f6e-9f82-9e4d4222c023 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:28:29.183489 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.207441 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=23c9801e-889a-4f6e-9f82-9e4d4222c023,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:29.213089 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] No DVR routers for this DVR port 23c9801e-889a-4f6e-9f82-9e4d4222c023 on host dv-cinder-828696-3-iscsi {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:28:29.223683 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No active binding found for port 23c9801e-889a-4f6e-9f82-9e4d4222c023 {{(pid=103159) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 12 04:28:29.224047 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] The host dv-cinder-828696-3-iscsi is not matching for port 23c9801e-889a-4f6e-9f82-9e4d4222c023 host None! {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 12 04:28:29.224417 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 23c9801e-889a-4f6e-9f82-9e4d4222c023 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:28:29.240514 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e185eec5-9565-4b13-be0b-86614ebceefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809'] for port (23c9801e-889a-4f6e-9f82-9e4d4222c023), after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.268416 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185eec5-9565-4b13-be0b-86614ebceefc None None] Pushing event deleted for resources: {'Port': ['ID=23c9801e-889a-4f6e-9f82-9e4d4222c023,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:29.270144 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185eec5-9565-4b13-be0b-86614ebceefc None None] No DVR routers for this DVR port 23c9801e-889a-4f6e-9f82-9e4d4222c023 on host dv-cinder-828696-3-iscsi {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:28:29.300991 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (14d5fbe2-1779-46e2-9570-8f5c9d451a45), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.320538 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d5fbe2-1779-46e2-9570-8f5c9d451a45']}} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:29.329780 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4913d7-2f4f-430b-8f00-7d2d439014b9') {'for_net_delete': True} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:29.330075 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.services.segments.db [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4913d7-2f4f-430b-8f00-7d2d439014b9') {} {{(pid=103158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:28:29.339028 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30203148'] for segment (ae4913d7-2f4f-430b-8f00-7d2d439014b9), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.352332 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (ae4913d7-2f4f-430b-8f00-7d2d439014b9), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.358018 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103158) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29460761'] for segment (ae4913d7-2f4f-430b-8f00-7d2d439014b9), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: Traceback (most recent call last): Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: timer() Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: cb(*args, **kw) Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: return func(*args, **kwargs) Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: self._notify() Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: self.callback(batched_events) Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: event.method(event) Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: return f(self, *a, **k) Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: return self._get(url).json() Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: return self.request(url, 'GET', **kwargs) Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:28:29.362246 dv-cinder-828696-3-iscsi neutron-server[103158]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:28:29.451880 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (14d5fbe2-1779-46e2-9570-8f5c9d451a45), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.457531 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.460651 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] 10.222.0.31 "DELETE /v2.0/networks/14d5fbe2-1779-46e2-9570-8f5c9d451a45 HTTP/1.1" status: 204 len: 168 time: 0.6576781 Feb 12 04:28:29.471886 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a428f1-1fa3-45ca-be70-915228aef1cd admin admin] Pushing event deleted for resources: {'Network': ['ID=14d5fbe2-1779-46e2-9570-8f5c9d451a45,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:29.656429 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41602) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:29.698652 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-b880550e-7e58-4961-9331-427c31ccff73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9562939d04a04f868c738263f2375b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410886 Feb 12 04:28:29.700998 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41604) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:29.746652 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf0a5-6997-4d13-9105-be0d23808a6f admin admin] Publish callbacks [] for security_group (f591bf2e-6724-4e05-8d18-9cce7eda7371), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.768733 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf0a5-6997-4d13-9105-be0d23808a6f admin admin] Publish callbacks [] for security_group (f591bf2e-6724-4e05-8d18-9cce7eda7371), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.903630 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf0a5-6997-4d13-9105-be0d23808a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (f591bf2e-6724-4e05-8d18-9cce7eda7371), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.906126 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-e8dbf0a5-6997-4d13-9105-be0d23808a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:29.907516 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-e8dbf0a5-6997-4d13-9105-be0d23808a6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f591bf2e-6724-4e05-8d18-9cce7eda7371 HTTP/1.1" status: 204 len: 168 time: 0.2055786 Feb 12 04:28:29.916484 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbf0a5-6997-4d13-9105-be0d23808a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f591bf2e-6724-4e05-8d18-9cce7eda7371,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:30.503555 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41610) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:30.542136 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-2bc0c56b-e853-4457-9966-1ec3a456bed3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2d151eaae9c4abfbfde825711ad3fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374498 Feb 12 04:28:30.544548 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41612) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:28:30.588426 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a725cf41-1cb1-4e69-921d-f1f53e45115a admin admin] Publish callbacks [] for security_group (5471f3b1-59ce-49a6-bec1-28dc2a9bf397), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:30.608544 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a725cf41-1cb1-4e69-921d-f1f53e45115a admin admin] Publish callbacks [] for security_group (5471f3b1-59ce-49a6-bec1-28dc2a9bf397), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:30.731859 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a725cf41-1cb1-4e69-921d-f1f53e45115a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (5471f3b1-59ce-49a6-bec1-28dc2a9bf397), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:30.734356 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a725cf41-1cb1-4e69-921d-f1f53e45115a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:30.735520 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-a725cf41-1cb1-4e69-921d-f1f53e45115a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5471f3b1-59ce-49a6-bec1-28dc2a9bf397 HTTP/1.1" status: 204 len: 168 time: 0.1900928 Feb 12 04:28:30.749340 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725cf41-1cb1-4e69-921d-f1f53e45115a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5471f3b1-59ce-49a6-bec1-28dc2a9bf397,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:28:31.275038 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:36.782783 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-68c9b11b-6bd1-4d69-965b-f06ac1810988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:39.041578 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-80288a79-7610-4f8f-8357-d5c6f9bc640a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:40.623161 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:41.560159 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:43.417559 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:28:51.960676 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:29:01.274250 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:06.782962 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-740e9347-a9aa-4dda-bed2-c05d402b4b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:07.249123 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d06950a-08f5-4792-b691-02720aae4c17 req-997634bf-e520-4bef-851a-772170e7920f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426736 Feb 12 04:29:07.314218 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06950a-08f5-4792-b691-02720aae4c17 req-2337bf0c-3964-4e2e-b479-676e14d78dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:07.315694 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d06950a-08f5-4792-b691-02720aae4c17 req-2337bf0c-3964-4e2e-b479-676e14d78dd4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 1129 time: 0.0428658 Feb 12 04:29:07.420400 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06950a-08f5-4792-b691-02720aae4c17 req-9a087ca3-ed0a-4efe-8925-f1e8b48db9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:07.421869 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d06950a-08f5-4792-b691-02720aae4c17 req-9a087ca3-ed0a-4efe-8925-f1e8b48db9e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 912 time: 0.0844626 Feb 12 04:29:07.487285 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d06950a-08f5-4792-b691-02720aae4c17 req-c8e05034-5b44-4a69-84bf-3563c04c61af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=920df1a9-8872-4cc9-9d62-d0101c526425 HTTP/1.1" status: 200 len: 1001 time: 0.0556238 Feb 12 04:29:07.537202 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06950a-08f5-4792-b691-02720aae4c17 req-298a1e7c-723f-46f2-a31e-ff94e2fa2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:07.538606 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d06950a-08f5-4792-b691-02720aae4c17 req-298a1e7c-723f-46f2-a31e-ff94e2fa2ef0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 HTTP/1.1" status: 200 len: 851 time: 0.0418749 Feb 12 04:29:07.593995 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06950a-08f5-4792-b691-02720aae4c17 req-e0a82782-3ecf-46a0-bcc9-f046b2a98387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:07.595369 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d06950a-08f5-4792-b691-02720aae4c17 req-e0a82782-3ecf-46a0-bcc9-f046b2a98387 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73f30c43-2deb-4a40-8f2e-dea98a37ce35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456216 Feb 12 04:29:07.684061 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d06950a-08f5-4792-b691-02720aae4c17 req-3617a1de-45f4-4b3f-924d-b70332a0806f service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788708 Feb 12 04:29:07.775543 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-9d06950a-08f5-4792-b691-02720aae4c17 req-0305dd01-f69d-4026-bf75-f3157e0f3f44 service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827603 Feb 12 04:29:09.057334 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-036bfb62-56a4-48f9-be59-67a78fb34249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:10.634458 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:11.571317 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:13.428410 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:28.958749 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:29:31.280201 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:36.787606 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5948212d-84b9-4f69-ba2b-b179c28dcb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:39.033551 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-919c4e09-d52a-428b-a6e5-f31f6d291bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:40.651326 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:41.605728 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:43.455746 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:44.955337 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dadc67-0754-48ec-b973-a56f11246698 req-f9ef6157-c850-45b3-8177-7a8246f35d52 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:44.956702 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-05dadc67-0754-48ec-b973-a56f11246698 req-f9ef6157-c850-45b3-8177-7a8246f35d52 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 945 time: 0.2418234 Feb 12 04:29:45.002726 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-05dadc67-0754-48ec-b973-a56f11246698 req-49d984d3-a18d-424c-b0d2-9372a5e1ac7a tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404322 Feb 12 04:29:46.174641 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ceec4d-f5e8-4bd9-80e3-68a4fe2ff7b6 req-c4aa45a8-e6c5-43f3-af7a-37fe8182ad20 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:46.176086 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-33ceec4d-f5e8-4bd9-80e3-68a4fe2ff7b6 req-c4aa45a8-e6c5-43f3-af7a-37fe8182ad20 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 945 time: 0.1040001 Feb 12 04:29:46.226009 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-33ceec4d-f5e8-4bd9-80e3-68a4fe2ff7b6 req-a08db08b-cb3c-43c2-a811-817562afee20 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444114 Feb 12 04:29:46.433337 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-376dc759-8ecb-4669-bda0-4531e2fdcb03 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:46.434759 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-376dc759-8ecb-4669-bda0-4531e2fdcb03 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 945 time: 0.0499570 Feb 12 04:29:46.522341 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Deleting port 920df1a9-8872-4cc9-9d62-d0101c526425 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:29:46.522677 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (920df1a9-8872-4cc9-9d62-d0101c526425), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:46.609482 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] For port 920df1a9-8872-4cc9-9d62-d0101c526425, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=920df1a9-8872-4cc9-9d62-d0101c526425,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:29:46.609847 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (920df1a9-8872-4cc9-9d62-d0101c526425), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:46.773705 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:46.774057 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (0c54cb18-185a-494b-820a-03e949537f8b), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:46.774365 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.l3_db [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Floating IP 0c54cb18-185a-494b-820a-03e949537f8b disassociated. External IP: 172.27.3.126, port: 920df1a9-8872-4cc9-9d62-d0101c526425. Feb 12 04:29:46.774696 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Calling delete_port for 920df1a9-8872-4cc9-9d62-d0101c526425 owned by compute:nova {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:29:46.942762 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (920df1a9-8872-4cc9-9d62-d0101c526425), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:46.969588 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event deleted for resources: {'Port': ['ID=920df1a9-8872-4cc9-9d62-d0101c526425,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:29:46.980286 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:29:46.980634 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:29:46.981078 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:29:46.981379 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:29:46.981649 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:29:46.981971 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:29:46.982292 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:29:46.982615 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:29:46.983460 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:29:46.983785 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:29:46.984101 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:29:46.984413 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:29:46.984725 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:29:47.091413 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Router e88a5752-4906-44be-9919-75f23d8a04a6 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:29:47.197262 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:29:47.206572 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b47438e-c52d-4612-8f1b-a6a67c8be511 None None] Sync routers for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:29:47.219499 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b47438e-c52d-4612-8f1b-a6a67c8be511 None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:29:47.220136 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-3b47438e-c52d-4612-8f1b-a6a67c8be511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:29:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:29:47.237569 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] No DVR routers for this DVR port 920df1a9-8872-4cc9-9d62-d0101c526425 on host hv-cinder-82869 {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:29:47.240644 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:47.244408 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2b27f85a-c82f-46b1-985e-469f2c9b86b7 req-11f81f45-a100-423e-9212-5098151acc79 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "DELETE /v2.0/ports/920df1a9-8872-4cc9-9d62-d0101c526425 HTTP/1.1" status: 204 len: 173 time: 0.8044777 Feb 12 04:29:47.244874 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198199d7-484a-4902-a98d-a9f3a79cfa95', 'name': 'network-vif-deleted', 'tag': '920df1a9-8872-4cc9-9d62-d0101c526425'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:29:47.248632 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a23950-1459-40d2-9cfb-0695800aaa2a" -d '{"events": [{"server_uuid": "198199d7-484a-4902-a98d-a9f3a79cfa95", "name": "network-vif-deleted", "tag": "920df1a9-8872-4cc9-9d62-d0101c526425"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:29:47.352781 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a7f78e72-6a53-4e56-b4c1-d8289e1b2d9e req-63afed71-3659-4151-957a-ebcee91c867b tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 210 time: 0.0447063 Feb 12 04:29:47.355000 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e827ceff-70ae-48ff-ae5c-57d5d079b8bf x-openstack-request-id: req-e827ceff-70ae-48ff-ae5c-57d5d079b8bf {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:29:47.355372 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198199d7-484a-4902-a98d-a9f3a79cfa95", "name": "network-vif-deleted", "tag": "920df1a9-8872-4cc9-9d62-d0101c526425", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:29:47.355907 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e827ceff-70ae-48ff-ae5c-57d5d079b8bf {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:29:47.356820 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '198199d7-484a-4902-a98d-a9f3a79cfa95', 'name': 'network-vif-deleted', 'tag': '920df1a9-8872-4cc9-9d62-d0101c526425', 'status': 'completed', 'code': 200} Feb 12 04:29:47.357526 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-3b47438e-c52d-4612-8f1b-a6a67c8be511 None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:29:47.561300 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-3b47438e-c52d-4612-8f1b-a6a67c8be511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:29:47.585944 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b47438e-c52d-4612-8f1b-a6a67c8be511 None None] Checking router: e88a5752-4906-44be-9919-75f23d8a04a6 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:29:47.594620 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b47438e-c52d-4612-8f1b-a6a67c8be511 None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:29:47.595275 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-3b47438e-c52d-4612-8f1b-a6a67c8be511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:29:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:29:47.831342 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-3b47438e-c52d-4612-8f1b-a6a67c8be511 None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:29:48.035506 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-3b47438e-c52d-4612-8f1b-a6a67c8be511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:29:48.060422 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b47438e-c52d-4612-8f1b-a6a67c8be511 None None] The sync data for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi is: [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:29:48.281221 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e221bd-ba12-4134-9246-a7410ca72928 None None] New status for floating IP 0c54cb18-185a-494b-820a-03e949537f8b: DOWN {{(pid=103160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:29:48.464437 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-001e14d5-a575-4c94-bde4-e6f39ce00917 req-5a6f05fe-767e-416b-bc51-bc511cfdd99d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=198199d7-484a-4902-a98d-a9f3a79cfa95 HTTP/1.1" status: 200 len: 210 time: 0.0267339 Feb 12 04:29:49.326839 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 920df1a9-8872-4cc9-9d62-d0101c526425 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:29:49.349462 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: 920df1a9-8872-4cc9-9d62-d0101c526425 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:29:49.349801 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device 920df1a9-8872-4cc9-9d62-d0101c526425 not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:29:49.719198 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-8229d706-a6eb-4f4d-80e0-47474ea0973b tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955171707&fields=id&tenant_id=1092010e5d02415b9ba03f62ba4ffe10 HTTP/1.1" status: 200 len: 267 time: 0.0418673 Feb 12 04:29:49.823980 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-507b390a-bd77-40df-b5f6-db152e23fcdd tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:49.825449 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-507b390a-bd77-40df-b5f6-db152e23fcdd tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 812 time: 0.1001966 Feb 12 04:29:49.840102 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-3121825e-0a7a-41cf-97c8-0f49f2ebfa98 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/quotas/1092010e5d02415b9ba03f62ba4ffe10 HTTP/1.1" status: 200 len: 375 time: 0.0086572 Feb 12 04:29:49.893149 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-bf3a7488-0a4e-46e6-af73-f38add46c818 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475326 Feb 12 04:29:49.949194 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-64f0707f-6803-4ff2-b433-5ef485630aa9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:29:49.950227 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-64f0707f-6803-4ff2-b433-5ef485630aa9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462823 Feb 12 04:29:50.041501 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-6b8ffd38-8741-43eb-8eb9-65da34c813ff service neutron] 10.222.0.31 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848572 Feb 12 04:29:50.386470 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-8c08ec57-c0c1-44bb-aa71-a272d871186e service neutron] 10.222.0.31 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394070 Feb 12 04:29:50.971076 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c2ce948b-c49a-40fc-bf63-911714a4237e req-4128af11-ff0a-43a4-9b53-9bc535950774 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 210 time: 0.0266130 Feb 12 04:29:52.079977 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-43122cd2-79fb-4aa2-805a-436687651168 req-abc62407-b52e-431e-af29-00a80439bba4 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 210 time: 0.0295169 Feb 12 04:29:52.995923 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-257fa53e-434a-4cc9-a2f7-e3609aa26c59 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:52.997406 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-257fa53e-434a-4cc9-a2f7-e3609aa26c59 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 812 time: 0.1029868 Feb 12 04:29:53.059484 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-abf4d508-6e6d-426f-bbfd-f6f0f1dfa8e6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1092010e5d02415b9ba03f62ba4ffe10 HTTP/1.1" status: 200 len: 380 time: 0.0524375 Feb 12 04:29:53.070299 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-32cce1fb-3c93-4382-b0ee-b72795fabc10 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Request body: {'port': {'device_id': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'admin_state_up': True, 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'security_groups': ['523607c0-ebfa-42cb-9281-8fb00d576472']}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:29:53.184734 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3766f4d0-2a57-44e6-805d-f248cd1065cd req-70935a4e-d305-43fb-9159-9a693fc1a5cd tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 210 time: 0.0355737 Feb 12 04:29:53.257302 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-32cce1fb-3c93-4382-b0ee-b72795fabc10 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Made reservation on behalf of 1092010e5d02415b9ba03f62ba4ffe10 for: {'port': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:29:53.260706 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-32cce1fb-3c93-4382-b0ee-b72795fabc10 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:53.393463 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-32cce1fb-3c93-4382-b0ee-b72795fabc10 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Allocated IP 172.20.0.12 (73f30c43-2deb-4a40-8f2e-dea98a37ce35/29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5/e3ab8f5c-ac38-4993-bf4f-3485ffb322b3) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:29:53.526126 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-32cce1fb-3c93-4382-b0ee-b72795fabc10 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:53.606144 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-32cce1fb-3c93-4382-b0ee-b72795fabc10 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:53.650286 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-32cce1fb-3c93-4382-b0ee-b72795fabc10 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:29:53.653341 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-32cce1fb-3c93-4382-b0ee-b72795fabc10 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:29:53.656886 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-32cce1fb-3c93-4382-b0ee-b72795fabc10 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:29:53.662958 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cce1fb-3c93-4382-b0ee-b72795fabc10 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'Port': ['ID=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:29:53.711119 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-32cce1fb-3c93-4382-b0ee-b72795fabc10 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:53.711732 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-32cce1fb-3c93-4382-b0ee-b72795fabc10 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:53.824693 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-32cce1fb-3c93-4382-b0ee-b72795fabc10 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7578897 Feb 12 04:29:53.835194 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-d749e546-30c2-4a83-be14-c7fc9b1d5a7d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:29:53.836894 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-d749e546-30c2-4a83-be14-c7fc9b1d5a7d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050113 Feb 12 04:29:53.842495 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-a9553325-5b72-4fae-b62f-1284a0ec2338 None None] Provisioning complete for port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:29:53.842981 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a9553325-5b72-4fae-b62f-1284a0ec2338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:53.876759 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a9553325-5b72-4fae-b62f-1284a0ec2338 None None] Port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:29:53.896473 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Request body: {'port': {'device_id': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:29:53.956104 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:54.218535 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 {{(pid=103158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:29:54.226171 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Publish callbacks [] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:54.238748 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.provisioning_blocks [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Transition to ACTIVE for port object e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 will not be triggered until provisioned by entity L2. {{(pid=103158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:29:54.314702 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88da30-1b8b-4dcd-af12-dd7f8411b85b req-8ddfce6e-f136-4664-bc0d-33d4e1991874 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:54.316206 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2f88da30-1b8b-4dcd-af12-dd7f8411b85b req-8ddfce6e-f136-4664-bc0d-33d4e1991874 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 932 time: 0.0553858 Feb 12 04:29:54.317462 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:54.394572 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:29:54.459173 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2f88da30-1b8b-4dcd-af12-dd7f8411b85b req-090a203f-6619-4cca-99d0-022fbad334fb tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088979 Feb 12 04:29:54.486290 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Attempting to bind port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:29:54.486623 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Attempting to bind port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:29:54.486946 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Attempting to bind port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 on network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:29:54.491751 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 on network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:29:54.492064 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Attempting to bind port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 on network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:29:54.496902 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:29:54.497232 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Checking segment: {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:29:54.497643 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Bound using segment: {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:29:54.498058 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Bound port: e3ab8f5c-ac38-4993-bf4f-3485ffb322b3, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'}}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:29:54.498470 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:54.565050 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] For port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3, host hv-cinder-82869, cleared binding levels {{(pid=103158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:29:54.568024 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] For port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:29:54.651908 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:54.682062 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:54.682378 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:29:54.683965 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] 10.222.0.42 "PUT /v2.0/ports/e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 HTTP/1.1" status: 200 len: 1094 time: 0.8368795 Feb 12 04:29:54.686626 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'tag': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:29:54.688833 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5f8edb-af38-4776-a421-42e17695fe55" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63", "tag": "e3ab8f5c-ac38-4993-bf4f-3485ffb322b3"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:29:54.721222 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565b329-0edf-44b0-b42c-4ae3b61e8e98 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3,revision_number=3']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:29:54.733430 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5bc285-9367-4ea2-83d3-3de0b751dce5 x-openstack-request-id: req-bf5bc285-9367-4ea2-83d3-3de0b751dce5 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:29:54.733724 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63", "tag": "e3ab8f5c-ac38-4993-bf4f-3485ffb322b3", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:29:54.733982 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf5bc285-9367-4ea2-83d3-3de0b751dce5 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:29:54.734390 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'tag': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'status': 'completed', 'code': 200} Feb 12 04:29:54.801245 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f8edb-af38-4776-a421-42e17695fe55 req-6a5e49f5-4eb8-4925-b914-da843ff99136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:54.802842 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dc5f8edb-af38-4776-a421-42e17695fe55 req-6a5e49f5-4eb8-4925-b914-da843ff99136 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 1128 time: 0.0468333 Feb 12 04:29:54.908483 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f8edb-af38-4776-a421-42e17695fe55 req-5f5486e9-61c7-4c94-a4d2-c362a25b57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:54.909997 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dc5f8edb-af38-4776-a421-42e17695fe55 req-5f5486e9-61c7-4c94-a4d2-c362a25b57c4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0953403 Feb 12 04:29:55.003337 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f8edb-af38-4776-a421-42e17695fe55 req-6acf5abb-b351-4471-be26-d82fb44fefcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:55.004872 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-dc5f8edb-af38-4776-a421-42e17695fe55 req-6acf5abb-b351-4471-be26-d82fb44fefcc service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0852451 Feb 12 04:29:55.095100 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-73bf96f2-eace-4d35-87e6-ad8ebe690df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:55.096636 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-73bf96f2-eace-4d35-87e6-ad8ebe690df8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 1128 time: 0.0482121 Feb 12 04:29:55.142149 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-24db2d92-e94f-4942-9cf9-3b375cc93d99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 HTTP/1.1" status: 200 len: 217 time: 0.0332565 Feb 12 04:29:55.191303 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-1f6b142b-30e0-41b6-b0d4-12b868d444a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:55.192688 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-1f6b142b-30e0-41b6-b0d4-12b868d444a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 HTTP/1.1" status: 200 len: 851 time: 0.0416696 Feb 12 04:29:55.242851 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-bdd1c421-8bc6-45d9-a022-ce61034e823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:55.244326 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-bdd1c421-8bc6-45d9-a022-ce61034e823d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73f30c43-2deb-4a40-8f2e-dea98a37ce35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416298 Feb 12 04:29:55.336366 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-20120468-45f5-45e7-af24-497439fd1c1f service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825739 Feb 12 04:29:55.426172 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ffad2cb1-f490-420b-9793-1fa376f0c7f0 req-918f0b63-baea-4fd4-b1c4-7a27ba0f313a service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811603 Feb 12 04:29:55.576122 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11ceb7-3c29-42c5-a870-a3d7ec284b4f req-bf4841cb-addd-433a-a6ee-dd481104058f tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:55.578185 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e11ceb7-3c29-42c5-a870-a3d7ec284b4f req-bf4841cb-addd-433a-a6ee-dd481104058f tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 944 time: 0.0518539 Feb 12 04:29:55.624438 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e11ceb7-3c29-42c5-a870-a3d7ec284b4f req-591f81d5-24b1-4c0d-9b68-44ddf6589173 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408256 Feb 12 04:29:56.740706 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14257363-91a2-4563-b69b-39530d0128b6 req-4c9cb15b-cf91-4cc1-854b-44e9cd0e56aa tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:56.742221 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-14257363-91a2-4563-b69b-39530d0128b6 req-4c9cb15b-cf91-4cc1-854b-44e9cd0e56aa tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 944 time: 0.0510449 Feb 12 04:29:56.791856 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-14257363-91a2-4563-b69b-39530d0128b6 req-21515845-bb68-45c7-b461-68ccaa5784fa tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441430 Feb 12 04:29:57.909493 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d6605-20b7-450a-8a06-919d507b8f91 req-fa058aa0-c6ed-40b3-8311-a4251cecf6e0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:57.911049 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-226d6605-20b7-450a-8a06-919d507b8f91 req-fa058aa0-c6ed-40b3-8311-a4251cecf6e0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 944 time: 0.0542448 Feb 12 04:29:57.969354 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-226d6605-20b7-450a-8a06-919d507b8f91 req-689b2fbc-c2c5-4080-96cd-24cc1afbd3a6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527132 Feb 12 04:29:59.082750 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d75b4e-31c2-4373-b2c7-afd8ea1701ef req-16cf8e49-c273-4d11-8e6b-dc006a9856bc tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:29:59.084198 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c8d75b4e-31c2-4373-b2c7-afd8ea1701ef req-16cf8e49-c273-4d11-8e6b-dc006a9856bc tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 944 time: 0.0508668 Feb 12 04:29:59.130621 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c8d75b4e-31c2-4373-b2c7-afd8ea1701ef req-e97bd5c8-d065-4eea-90b0-34694424c876 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410187 Feb 12 04:30:00.251115 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d10da9-6598-4383-b310-4d3141cbe317 req-5c45e54a-51de-4e40-9008-92395274cac4 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:00.252576 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-27d10da9-6598-4383-b310-4d3141cbe317 req-5c45e54a-51de-4e40-9008-92395274cac4 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 944 time: 0.0542202 Feb 12 04:30:00.301667 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-27d10da9-6598-4383-b310-4d3141cbe317 req-7dd5518e-ce9e-4260-a6f5-c6eba8865fef tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414014 Feb 12 04:30:01.286174 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:01.417849 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aefe8-b18c-4122-bcf7-15db9c739b01 req-24bd17c9-2eee-4d8e-a16f-25e522fc748f tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:01.419334 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e80aefe8-b18c-4122-bcf7-15db9c739b01 req-24bd17c9-2eee-4d8e-a16f-25e522fc748f tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 944 time: 0.0512428 Feb 12 04:30:01.467068 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e80aefe8-b18c-4122-bcf7-15db9c739b01 req-5bbe9300-5a12-471b-9c97-e83d4d244731 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421536 Feb 12 04:30:02.580534 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbc590-1c68-42cc-81ff-58b5cbedb4e9 req-8ce703c0-285a-4c7f-8808-805e69e3463d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:02.582001 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-62cbc590-1c68-42cc-81ff-58b5cbedb4e9 req-8ce703c0-285a-4c7f-8808-805e69e3463d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 944 time: 0.0505104 Feb 12 04:30:02.630895 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-62cbc590-1c68-42cc-81ff-58b5cbedb4e9 req-b40ac0f3-6b10-45dc-9f23-07d8925b92c0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434880 Feb 12 04:30:03.422006 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:30:03.514661 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:30:03.525167 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'port_id': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'mac_address': 'fa:16:3e:c8:12:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:30:03.563933 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:30:03.564307 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:03.576226 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:30:03.594107 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:30:03.714312 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:03.747571 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78360a-8e97-4a2d-b95e-356ac5fcf360 req-a47ad344-d217-444d-a6f8-1131319d3a9c tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:03.749154 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4b78360a-8e97-4a2d-b95e-356ac5fcf360 req-a47ad344-d217-444d-a6f8-1131319d3a9c tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 944 time: 0.0526631 Feb 12 04:30:03.761377 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:30:03.768402 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:30:03.768750 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:30:03.769094 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:30:03.769454 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:30:03.769782 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:30:03.770103 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:30:03.770423 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:30:03.770741 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:30:03.771060 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:30:03.771377 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:30:03.771694 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:30:03.772004 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:30:03.772322 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:30:03.797212 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4b78360a-8e97-4a2d-b95e-356ac5fcf360 req-cd161989-f898-49ac-b851-4f6780e51582 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424941 Feb 12 04:30:03.981066 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['e3ab8f5c-ac38-4993-bf4f-3485ffb322b3'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:30:04.911557 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b9f37-92c9-4b14-9b64-fcda23c32732 req-7bd72ff2-8483-41ae-94fd-ed298568e6aa tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:04.913009 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-de7b9f37-92c9-4b14-9b64-fcda23c32732 req-7bd72ff2-8483-41ae-94fd-ed298568e6aa tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 945 time: 0.0509286 Feb 12 04:30:04.958796 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-de7b9f37-92c9-4b14-9b64-fcda23c32732 req-3414b845-de7e-440e-adf2-8de0d0161278 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403991 Feb 12 04:30:05.437672 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:30:05.559336 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:30:05.563573 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:30:05.563942 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:05.640650 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:30:05.641032 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:05.662420 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:30:05.664593 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c0a9ad-f235-417f-8761-523600df3cbd" -d '{"events": [{"server_uuid": "3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63", "name": "network-vif-plugged", "status": "completed", "tag": "e3ab8f5c-ac38-4993-bf4f-3485ffb322b3"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:30:05.676914 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:30:05.725364 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:05.756945 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263fa200-6b1c-4365-a500-4b3771c96ce2 x-openstack-request-id: req-263fa200-6b1c-4365-a500-4b3771c96ce2 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:30:05.757268 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63", "name": "network-vif-plugged", "status": "completed", "tag": "e3ab8f5c-ac38-4993-bf4f-3485ffb322b3", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:30:05.757541 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-263fa200-6b1c-4365-a500-4b3771c96ce2 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:30:05.757930 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'code': 200} Feb 12 04:30:05.779896 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:30:05.957619 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:30:06.116254 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4c2a9-4684-4f49-a8c9-4b610fbab24f req-b60bae9a-7d3d-4b1b-853e-1d727ca0ee7a tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:06.117771 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cbe4c2a9-4684-4f49-a8c9-4b610fbab24f req-b60bae9a-7d3d-4b1b-853e-1d727ca0ee7a tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 946 time: 0.0925720 Feb 12 04:30:06.122593 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9ef2c-9f19-4e14-adf8-39ba10a598f3 req-000f1de9-0a2a-4a7a-b08b-d3827c034a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:06.124017 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4a9ef2c-9f19-4e14-adf8-39ba10a598f3 req-000f1de9-0a2a-4a7a-b08b-d3827c034a94 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 1130 time: 0.0687664 Feb 12 04:30:06.191268 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cbe4c2a9-4684-4f49-a8c9-4b610fbab24f req-1139f390-7a71-4066-8512-8ad99f77a662 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663197 Feb 12 04:30:06.202916 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4a9ef2c-9f19-4e14-adf8-39ba10a598f3 req-4fdac8ee-dac2-4c79-b29b-ca4a1cd2e987 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659921 Feb 12 04:30:06.805712 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-58b5b72b-24f3-424e-8126-de45f5d767b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:07.313189 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e066d9-64b6-4b40-b42a-d2f241980a8d req-c05a6b3d-54b0-4bf0-b8b9-69c7c3fcc1d0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:07.314737 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-43e066d9-64b6-4b40-b42a-d2f241980a8d req-c05a6b3d-54b0-4bf0-b8b9-69c7c3fcc1d0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 946 time: 0.0562925 Feb 12 04:30:07.361652 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-43e066d9-64b6-4b40-b42a-d2f241980a8d req-bd21fb3f-757a-45b0-9cc7-c9e0ff8acd80 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413816 Feb 12 04:30:08.480970 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaf21a-a5db-4956-9406-6b6c3b5acb82 req-bb001f87-0a48-4f00-974c-a15f7911090d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:08.482764 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cfdaf21a-a5db-4956-9406-6b6c3b5acb82 req-bb001f87-0a48-4f00-974c-a15f7911090d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 946 time: 0.0517585 Feb 12 04:30:08.531563 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cfdaf21a-a5db-4956-9406-6b6c3b5acb82 req-17f64db2-9c60-4190-a68f-e891ae993cc8 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Feb 12 04:30:08.651377 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bdef1-8afe-4258-a2d6-979218241b18 req-5837c1d8-6e79-4484-99c5-ae9c6cf8f697 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:08.652871 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2d8bdef1-8afe-4258-a2d6-979218241b18 req-5837c1d8-6e79-4484-99c5-ae9c6cf8f697 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 946 time: 0.0525758 Feb 12 04:30:08.715925 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-2d8bdef1-8afe-4258-a2d6-979218241b18 req-450fa8ea-cf2d-42ce-9664-119703de8984 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515447 Feb 12 04:30:08.738793 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41722) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:30:08.781939 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22519ab5-309a-4ac6-bd1e-26d9b170a37f tempest-TestVolumeBootPattern-1828582708 tempest-TestVolumeBootPattern-1828582708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:08.783483 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-22519ab5-309a-4ac6-bd1e-26d9b170a37f tempest-TestVolumeBootPattern-1828582708 tempest-TestVolumeBootPattern-1828582708-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 1125 time: 0.0436885 Feb 12 04:30:08.786344 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41724) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:30:08.790646 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Request body: {'floatingip': {'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'port_id': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:30:08.856610 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:08.946984 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:09.039699 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3422a1e3-a81c-44d1-a3d1-21431a528442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:09.050859 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Allocated IP 172.27.3.212 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/fde25ba5-2961-4040-bd1d-688cc14dd69a) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:30:09.146539 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for port (fde25ba5-2961-4040-bd1d-688cc14dd69a), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:09.224127 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e534dec-4784-4291-b7ab-1288547a927a req-beb40c58-3239-4a4f-a9fc-6e55e722f2c3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408788 Feb 12 04:30:09.239012 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (fde25ba5-2961-4040-bd1d-688cc14dd69a), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:09.287803 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:30:09.307497 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:30:09.312344 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:30:09.317378 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'Port': ['ID=fde25ba5-2961-4040-bd1d-688cc14dd69a,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:30:09.363956 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e534dec-4784-4291-b7ab-1288547a927a req-019fbe9e-a92a-4edf-b44d-7dc3ccd665a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:09.365481 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e534dec-4784-4291-b7ab-1288547a927a req-019fbe9e-a92a-4edf-b44d-7dc3ccd665a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 1130 time: 0.0989985 Feb 12 04:30:09.548109 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e534dec-4784-4291-b7ab-1288547a927a req-5fb3c50e-7034-47ad-97ae-1202c886ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:09.549586 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e534dec-4784-4291-b7ab-1288547a927a req-5fb3c50e-7034-47ad-97ae-1202c886ba26 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 912 time: 0.1637042 Feb 12 04:30:09.619617 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e534dec-4784-4291-b7ab-1288547a927a req-0bfbaa31-196c-4e96-9d19-ed224dba2291 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 HTTP/1.1" status: 200 len: 217 time: 0.0626628 Feb 12 04:30:09.709126 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e534dec-4784-4291-b7ab-1288547a927a req-d617f222-7fe5-4ebf-9f75-adffc7c898ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:09.710591 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e534dec-4784-4291-b7ab-1288547a927a req-d617f222-7fe5-4ebf-9f75-adffc7c898ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 HTTP/1.1" status: 200 len: 851 time: 0.0839868 Feb 12 04:30:09.806583 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e534dec-4784-4291-b7ab-1288547a927a req-46bc6f3b-7fb0-4b8d-8ee5-300fecfe3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:09.808066 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e534dec-4784-4291-b7ab-1288547a927a req-46bc6f3b-7fb0-4b8d-8ee5-300fecfe3cf1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73f30c43-2deb-4a40-8f2e-dea98a37ce35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0912344 Feb 12 04:30:09.913127 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for floatingip (655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:09.962008 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e534dec-4784-4291-b7ab-1288547a927a req-da14824c-76ab-464d-aead-eb4689b16721 service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255322 Feb 12 04:30:10.070360 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (fde25ba5-2961-4040-bd1d-688cc14dd69a), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:10.074116 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-4e534dec-4784-4291-b7ab-1288547a927a req-7c64ddb8-eca4-48c3-b257-e73ecd84863c service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059163 Feb 12 04:30:10.479416 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for port (fde25ba5-2961-4040-bd1d-688cc14dd69a), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:10.559968 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (fde25ba5-2961-4040-bd1d-688cc14dd69a), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:10.635540 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'Port': ['ID=fde25ba5-2961-4040-bd1d-688cc14dd69a,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:30:10.640382 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:10.651289 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:10.746189 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.l3_db [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Floating IP 655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2 associated. External IP: 172.27.3.212, port: e3ab8f5c-ac38-4993-bf4f-3485ffb322b3. Feb 12 04:30:10.959321 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Router e88a5752-4906-44be-9919-75f23d8a04a6 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:30:11.065752 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:30:11.075552 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb326265-2cae-4e13-b04f-861b58be02e8 None None] Sync routers for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:30:11.086660 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb326265-2cae-4e13-b04f-861b58be02e8 None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:30:11.088753 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-cb326265-2cae-4e13-b04f-861b58be02e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:30:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:30:11.137944 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:11.167379 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-092ff3a4-6f1c-4440-be3b-81f919c8ab35 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3798747 Feb 12 04:30:11.168174 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'tag': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:30:11.170396 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e0c167-89fb-4ce9-ae9d-94705996464f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63", "tag": "e3ab8f5c-ac38-4993-bf4f-3485ffb322b3"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:30:11.194499 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-cb326265-2cae-4e13-b04f-861b58be02e8 None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:30:11.206745 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dd49f6-3f28-46a3-ae2b-cb8c113e98d9 x-openstack-request-id: req-55dd49f6-3f28-46a3-ae2b-cb8c113e98d9 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:30:11.207030 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63", "tag": "e3ab8f5c-ac38-4993-bf4f-3485ffb322b3", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:30:11.207277 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55dd49f6-3f28-46a3-ae2b-cb8c113e98d9 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:30:11.207678 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'tag': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'status': 'completed', 'code': 200} Feb 12 04:30:11.274612 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c167-89fb-4ce9-ae9d-94705996464f req-4834f40a-eec4-4692-82e2-daaf4ae5d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:11.276056 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4e0c167-89fb-4ce9-ae9d-94705996464f req-4834f40a-eec4-4692-82e2-daaf4ae5d627 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 1130 time: 0.0450389 Feb 12 04:30:11.374876 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c167-89fb-4ce9-ae9d-94705996464f req-694b8ce4-9cdd-4c78-80f5-9281856055af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:11.376364 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4e0c167-89fb-4ce9-ae9d-94705996464f req-694b8ce4-9cdd-4c78-80f5-9281856055af service neutron] 10.222.0.42 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 912 time: 0.0945017 Feb 12 04:30:11.414599 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-cb326265-2cae-4e13-b04f-861b58be02e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:c8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:30:09Z', 'updated_at': '2022-02-12T04:30:09Z', 'revision_number': 0, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:30:11.440103 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4e0c167-89fb-4ce9-ae9d-94705996464f req-9321156c-9a92-46c0-866d-5a2e179b1206 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 HTTP/1.1" status: 200 len: 1000 time: 0.0576468 Feb 12 04:30:11.443641 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb326265-2cae-4e13-b04f-861b58be02e8 None None] Checking router: e88a5752-4906-44be-9919-75f23d8a04a6 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:30:11.452636 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb326265-2cae-4e13-b04f-861b58be02e8 None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:30:11.453242 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-cb326265-2cae-4e13-b04f-861b58be02e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:30:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:30:11.491875 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c167-89fb-4ce9-ae9d-94705996464f req-74fc4243-bb7d-432e-bbbb-64b673dff161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:11.493370 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4e0c167-89fb-4ce9-ae9d-94705996464f req-74fc4243-bb7d-432e-bbbb-64b673dff161 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 HTTP/1.1" status: 200 len: 851 time: 0.0476215 Feb 12 04:30:11.547077 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c167-89fb-4ce9-ae9d-94705996464f req-3beb07aa-25b1-46b8-a8b8-a3e12b5bf5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:30:11.548545 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4e0c167-89fb-4ce9-ae9d-94705996464f req-3beb07aa-25b1-46b8-a8b8-a3e12b5bf5d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73f30c43-2deb-4a40-8f2e-dea98a37ce35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476775 Feb 12 04:30:11.643383 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4e0c167-89fb-4ce9-ae9d-94705996464f req-27d6f517-7962-40db-871c-681220008b98 service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873101 Feb 12 04:30:11.683406 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:11.703065 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-cb326265-2cae-4e13-b04f-861b58be02e8 None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:30:11.736972 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f4e0c167-89fb-4ce9-ae9d-94705996464f req-9c943185-379e-4370-b57c-e5c30b1007ea service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873725 Feb 12 04:30:11.921438 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-cb326265-2cae-4e13-b04f-861b58be02e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:c8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:30:09Z', 'updated_at': '2022-02-12T04:30:09Z', 'revision_number': 0, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:30:11.946237 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb326265-2cae-4e13-b04f-861b58be02e8 None None] The sync data for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi is: [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:c8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:30:09Z', 'updated_at': '2022-02-12T04:30:09Z', 'revision_number': 0, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:30:12.129860 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f855f2-f183-400c-9db4-4a3317f2bc92 None None] New status for floating IP 655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2: ACTIVE {{(pid=103160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:30:13.445801 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:31.285518 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:36.799403 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c118c33f-fe00-4b9e-9d42-1bdc64c5cae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:39.046169 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-13d6d2ef-dc6f-4fe6-8681-022947661f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:40.643532 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:41.571656 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:30:42.957351 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:30:43.411212 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:01.306164 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:06.802596 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b4093b44-c16c-4080-accc-7d571a40bbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:09.045328 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-23d9f0bc-11b5-4c26-b113-7872c11d4b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:09.237935 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1249362b-cf75-4c0d-b3b4-bb34e026df8a req-e74d8ac9-2f2e-418d-86ef-84083e5c47e9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472660 Feb 12 04:31:09.331863 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249362b-cf75-4c0d-b3b4-bb34e026df8a req-a7c15596-6383-4629-8cc7-dc542a3330de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:09.333393 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1249362b-cf75-4c0d-b3b4-bb34e026df8a req-a7c15596-6383-4629-8cc7-dc542a3330de service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 1130 time: 0.0440211 Feb 12 04:31:09.442342 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249362b-cf75-4c0d-b3b4-bb34e026df8a req-a0a94c6d-9c98-4abe-a10b-e1dc95803f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:09.443875 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1249362b-cf75-4c0d-b3b4-bb34e026df8a req-a0a94c6d-9c98-4abe-a10b-e1dc95803f9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 912 time: 0.0856931 Feb 12 04:31:09.513609 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1249362b-cf75-4c0d-b3b4-bb34e026df8a req-dd2370ac-2ddc-478c-9aba-b812f8826048 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 HTTP/1.1" status: 200 len: 1002 time: 0.0606310 Feb 12 04:31:09.567293 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249362b-cf75-4c0d-b3b4-bb34e026df8a req-bb7dd4fa-bd0d-4499-970e-6121c20ffc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:09.568708 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1249362b-cf75-4c0d-b3b4-bb34e026df8a req-bb7dd4fa-bd0d-4499-970e-6121c20ffc2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 HTTP/1.1" status: 200 len: 851 time: 0.0465586 Feb 12 04:31:09.619713 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249362b-cf75-4c0d-b3b4-bb34e026df8a req-8dce252a-96ce-4fd5-bab6-160b700daee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:09.621120 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1249362b-cf75-4c0d-b3b4-bb34e026df8a req-8dce252a-96ce-4fd5-bab6-160b700daee1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73f30c43-2deb-4a40-8f2e-dea98a37ce35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432150 Feb 12 04:31:09.709606 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1249362b-cf75-4c0d-b3b4-bb34e026df8a req-737d039b-893a-47eb-bcbc-b605413ee8db service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791509 Feb 12 04:31:09.800663 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-1249362b-cf75-4c0d-b3b4-bb34e026df8a req-a706d55a-471f-4e22-b94d-e2d2856ec9cc service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822847 Feb 12 04:31:10.662244 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:11.565014 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:13.414050 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:19.957321 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:31:31.313775 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:36.802318 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a533d72a-9f0e-4ece-930b-e6d8a6d0ccc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:39.021904 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ee9218f1-b6c7-46a1-b6c1-b8e8fbac5620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:40.701988 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:41.607930 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:43.422318 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:51.762205 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-c4a5bbda-c26a-4c64-b053-b8de0706e914 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955171707&fields=id&tenant_id=1092010e5d02415b9ba03f62ba4ffe10 HTTP/1.1" status: 200 len: 267 time: 0.0436039 Feb 12 04:31:51.865360 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-86d0ef63-fcae-44e3-a35c-cd848687b70d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:51.866784 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-86d0ef63-fcae-44e3-a35c-cd848687b70d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 812 time: 0.0979726 Feb 12 04:31:51.881187 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-68f7aaa5-d0a2-47c2-a99c-7fe31b7005c4 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/quotas/1092010e5d02415b9ba03f62ba4ffe10 HTTP/1.1" status: 200 len: 375 time: 0.0092766 Feb 12 04:31:51.935460 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-1f4e3306-4ac1-497b-9b33-1eff2bbeafcb tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491385 Feb 12 04:31:52.032701 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-41931210-1d23-4460-a00c-d92417732872 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103158) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 12 04:31:52.033728 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-41931210-1d23-4460-a00c-d92417732872 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0880027 Feb 12 04:31:52.119870 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-b3c8a89f-18bd-48dd-a861-505e8be59573 service neutron] 10.222.0.31 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803232 Feb 12 04:31:52.209079 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-c61ed799-4a50-4cdf-877e-375a728beadb service neutron] 10.222.0.31 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827932 Feb 12 04:31:52.801710 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-6920af42-e69e-4b1e-9f99-15f7e7072000 req-639aa8d1-7308-4cd2-9202-76ef65cc8f34 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 210 time: 0.0312736 Feb 12 04:31:53.892675 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c413749e-ed61-4a79-a53f-e355f97d7e60 req-aa7df3ac-37fd-40e0-8da9-cd37d1c71190 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 210 time: 0.0264425 Feb 12 04:31:54.535530 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-bcf969af-b0a0-461e-927d-5bf79bdff1ee tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:54.536880 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-bcf969af-b0a0-461e-927d-5bf79bdff1ee tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 812 time: 0.1013885 Feb 12 04:31:54.600704 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-4a1ad9ae-a56c-4354-af12-21cabc90e27b tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1092010e5d02415b9ba03f62ba4ffe10 HTTP/1.1" status: 200 len: 380 time: 0.0509355 Feb 12 04:31:54.611614 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Request body: {'port': {'device_id': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'admin_state_up': True, 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'security_groups': ['523607c0-ebfa-42cb-9281-8fb00d576472']}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:31:54.779858 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Made reservation on behalf of 1092010e5d02415b9ba03f62ba4ffe10 for: {'port': 1} {{(pid=103158) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 12 04:31:54.783355 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:54.908751 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Allocated IP 172.20.0.7 (73f30c43-2deb-4a40-8f2e-dea98a37ce35/29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5/de5f174b-cc91-4963-a16d-0b7ede372fb2) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:31:55.004948 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-c3a4be0c-6327-4d6a-b6ad-956acb71ba04 req-a9f9bbc8-db09-4ee4-ada3-bd4282900b87 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 210 time: 0.0409918 Feb 12 04:31:55.073459 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:55.159697 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:55.206325 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:31:55.209476 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:31:55.213131 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:31:55.219987 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'Port': ['ID=de5f174b-cc91-4963-a16d-0b7ede372fb2,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:31:55.247361 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:31:55.247704 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:31:55.248043 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:31:55.248382 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:31:55.248707 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:31:55.249034 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:31:55.249479 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:31:55.249786 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:31:55.250104 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:31:55.250426 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:31:55.250746 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:31:55.251062 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:31:55.251378 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:31:55.276642 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:55.277318 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:55.379364 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-5417af45-0336-4ce0-bf85-425c5dd138c6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7712727 Feb 12 04:31:55.391683 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Request body: {'port': {'device_id': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:31:55.417361 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-17e88e6c-30cf-4430-85d2-d9c149149c29 None None] Provisioning complete for port de5f174b-cc91-4963-a16d-0b7ede372fb2 triggered by entity DHCP. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:31:55.417918 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-17e88e6c-30cf-4430-85d2-d9c149149c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:55.450983 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:55.455228 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-17e88e6c-30cf-4430-85d2-d9c149149c29 None None] Port de5f174b-cc91-4963-a16d-0b7ede372fb2 cannot update to ACTIVE because it is not bound. {{(pid=103159) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 12 04:31:55.710685 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5f174b-cc91-4963-a16d-0b7ede372fb2 {{(pid=103158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:31:55.718252 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Publish callbacks [] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:55.730724 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.provisioning_blocks [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Transition to ACTIVE for port object de5f174b-cc91-4963-a16d-0b7ede372fb2 will not be triggered until provisioned by entity L2. {{(pid=103158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 12 04:31:55.791346 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:55.843749 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Pushing event updated for resources: {'Port': ['ID=de5f174b-cc91-4963-a16d-0b7ede372fb2,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:31:55.922191 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Attempting to bind port de5f174b-cc91-4963-a16d-0b7ede372fb2 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 12 04:31:55.922820 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Attempting to bind port de5f174b-cc91-4963-a16d-0b7ede372fb2 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 12 04:31:55.923296 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Attempting to bind port de5f174b-cc91-4963-a16d-0b7ede372fb2 on network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:31:55.929550 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Port de5f174b-cc91-4963-a16d-0b7ede372fb2 on network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 12 04:31:55.934897 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Attempting to bind port de5f174b-cc91-4963-a16d-0b7ede372fb2 on network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 12 04:31:55.936465 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Checking agent: {'id': '979fc821-bb44-442f-b260-a373c1a0a4f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'started_at': datetime.datetime(2022, 2, 12, 4, 17, 1), 'heartbeat_timestamp': datetime.datetime(2022, 2, 12, 4, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 12 04:31:55.936808 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Checking segment: {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 12 04:31:55.937196 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Bound using segment: {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'} {{(pid=103158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 12 04:31:55.937692 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.managers [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Bound port: de5f174b-cc91-4963-a16d-0b7ede372fb2, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa14dcb-415c-468e-bbff-fc1e21c9207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35'}}] {{(pid=103158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 12 04:31:55.938047 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:56.007999 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] For port de5f174b-cc91-4963-a16d-0b7ede372fb2, host hv-cinder-82869, cleared binding levels {{(pid=103158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 12 04:31:56.011302 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] For port de5f174b-cc91-4963-a16d-0b7ede372fb2, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=de5f174b-cc91-4963-a16d-0b7ede372fb2,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 12 04:31:56.085836 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:56.138202 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:56.138822 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:31:56.140217 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] 10.222.0.42 "PUT /v2.0/ports/de5f174b-cc91-4963-a16d-0b7ede372fb2 HTTP/1.1" status: 200 len: 1093 time: 0.7533298 Feb 12 04:31:56.141429 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'tag': 'de5f174b-cc91-4963-a16d-0b7ede372fb2'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:31:56.143700 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0b6728-8acb-4d38-85de-9b5ebb0a0d28" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc3c99f-087b-4ae4-bd1f-acf01a6523cb", "tag": "de5f174b-cc91-4963-a16d-0b7ede372fb2"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:31:56.180169 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e518e-860f-440d-aa2c-bf54630f24d9 req-1a19e758-5083-46c6-b881-0198aaae3656 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:56.185847 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fd2e518e-860f-440d-aa2c-bf54630f24d9 req-1a19e758-5083-46c6-b881-0198aaae3656 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 943 time: 0.1119144 Feb 12 04:31:56.187636 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2b4297-9fef-43d2-984e-ff13969ec1ed x-openstack-request-id: req-7a2b4297-9fef-43d2-984e-ff13969ec1ed {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:31:56.187930 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc3c99f-087b-4ae4-bd1f-acf01a6523cb", "tag": "de5f174b-cc91-4963-a16d-0b7ede372fb2", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:31:56.188184 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a2b4297-9fef-43d2-984e-ff13969ec1ed {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:31:56.188594 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'tag': 'de5f174b-cc91-4963-a16d-0b7ede372fb2', 'status': 'completed', 'code': 200} Feb 12 04:31:56.189141 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e05729-6f83-4272-85f2-fe9dac2bfabd service neutron] Pushing event updated for resources: {'Port': ['ID=de5f174b-cc91-4963-a16d-0b7ede372fb2,revision_number=3']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:31:56.282101 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-fd2e518e-860f-440d-aa2c-bf54630f24d9 req-ed0493e5-10de-4184-9c93-11f14010c1b1 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899453 Feb 12 04:31:56.288067 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b6728-8acb-4d38-85de-9b5ebb0a0d28 req-dd7776a2-bf5e-457d-a60c-e4b586dafc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:56.289583 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3b0b6728-8acb-4d38-85de-9b5ebb0a0d28 req-dd7776a2-bf5e-457d-a60c-e4b586dafc58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 1127 time: 0.0794816 Feb 12 04:31:56.388178 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b6728-8acb-4d38-85de-9b5ebb0a0d28 req-0a043df7-e93e-45d8-92e1-8b33a10bb484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:56.389663 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3b0b6728-8acb-4d38-85de-9b5ebb0a0d28 req-0a043df7-e93e-45d8-92e1-8b33a10bb484 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0897195 Feb 12 04:31:56.486605 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b6728-8acb-4d38-85de-9b5ebb0a0d28 req-17dc2220-eaa2-4344-abd1-2f52dc8dbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:56.488081 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3b0b6728-8acb-4d38-85de-9b5ebb0a0d28 req-17dc2220-eaa2-4344-abd1-2f52dc8dbc4d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0890827 Feb 12 04:31:56.568732 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-1af15860-2b27-4999-8e0f-08b9f4aa868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:56.570622 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-1af15860-2b27-4999-8e0f-08b9f4aa868e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 1127 time: 0.0447171 Feb 12 04:31:56.615342 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-bda3cbc2-558c-48cd-988e-3b89e790382e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de5f174b-cc91-4963-a16d-0b7ede372fb2 HTTP/1.1" status: 200 len: 217 time: 0.0371506 Feb 12 04:31:56.662383 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-7bdca8b4-49a6-4497-8c32-44baf89fe0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:56.663781 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-7bdca8b4-49a6-4497-8c32-44baf89fe0ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 HTTP/1.1" status: 200 len: 851 time: 0.0418398 Feb 12 04:31:56.711530 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-2c6f5c65-e614-4ed2-a054-58f9233acc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:56.712994 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-2c6f5c65-e614-4ed2-a054-58f9233acc86 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73f30c43-2deb-4a40-8f2e-dea98a37ce35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422933 Feb 12 04:31:56.804203 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-40a95384-da7f-4b0f-8977-0bc232cb34ad service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811300 Feb 12 04:31:56.893127 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-897d93f7-f63f-41b5-9ee8-b8aa5168a99b req-cf0fe5f3-7a82-4288-996d-f400526137cc service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788960 Feb 12 04:31:56.956706 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:31:57.409055 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abab2a-a6b3-433f-a6bb-a6d0cc35c225 req-5074a958-7022-4fa6-979d-ccab35765452 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:57.410614 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-54abab2a-a6b3-433f-a6bb-a6d0cc35c225 req-5074a958-7022-4fa6-979d-ccab35765452 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 943 time: 0.0563490 Feb 12 04:31:57.714923 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-54abab2a-a6b3-433f-a6bb-a6d0cc35c225 req-e379bb19-7a56-4fcc-97ba-7e4f195c2af3 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989039 Feb 12 04:31:58.907396 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d65a1-9528-4e50-87bc-9fc659c71d11 req-bd872915-4d89-4b51-8dba-47715363c755 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:31:58.908856 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-eb4d65a1-9528-4e50-87bc-9fc659c71d11 req-bd872915-4d89-4b51-8dba-47715363c755 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 943 time: 0.0558300 Feb 12 04:31:58.956256 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-eb4d65a1-9528-4e50-87bc-9fc659c71d11 req-1e4ee504-611f-4d70-9741-f9d9a8f36c2c tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413556 Feb 12 04:32:00.071476 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397d1fe-c4dd-4eab-a963-658b632a16a6 req-6b737e8c-cd52-4549-aa48-1656f27d0f57 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:00.072927 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7397d1fe-c4dd-4eab-a963-658b632a16a6 req-6b737e8c-cd52-4549-aa48-1656f27d0f57 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 943 time: 0.0500479 Feb 12 04:32:00.123422 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7397d1fe-c4dd-4eab-a963-658b632a16a6 req-2d1d2524-b5b4-4271-a34a-6b3bd12155db tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442529 Feb 12 04:32:01.240905 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205bc25-80c0-4df0-b768-3615b686634f req-69ee3e08-3409-4f2a-b7ce-edd067244e1b tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:01.242391 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d205bc25-80c0-4df0-b768-3615b686634f req-69ee3e08-3409-4f2a-b7ce-edd067244e1b tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 943 time: 0.0508797 Feb 12 04:32:01.306540 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-d205bc25-80c0-4df0-b768-3615b686634f req-56d28020-f9a0-4488-98c5-e78e0cc76680 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587115 Feb 12 04:32:01.330491 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:02.421633 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2a963-ccbc-4c06-9b4b-55b240570ad4 req-9b03c646-f710-4726-b574-507906ab32e2 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:02.423106 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0ca2a963-ccbc-4c06-9b4b-55b240570ad4 req-9b03c646-f710-4726-b574-507906ab32e2 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 943 time: 0.0510237 Feb 12 04:32:02.470024 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-0ca2a963-ccbc-4c06-9b4b-55b240570ad4 req-31c0b8e9-8f3c-4385-9f25-fca8abf792d4 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414872 Feb 12 04:32:03.587566 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab8750-0110-4af2-b988-4a202b554778 req-9a68e12c-d862-4672-a53a-bca6f3fa6132 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:03.589026 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a8ab8750-0110-4af2-b988-4a202b554778 req-9a68e12c-d862-4672-a53a-bca6f3fa6132 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 943 time: 0.0545280 Feb 12 04:32:03.636458 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a8ab8750-0110-4af2-b988-4a202b554778 req-92de82bd-3071-4dfb-8874-68ecd709ce76 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420098 Feb 12 04:32:03.994514 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device de5f174b-cc91-4963-a16d-0b7ede372fb2 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=103159) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 12 04:32:04.089873 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port de5f174b-cc91-4963-a16d-0b7ede372fb2, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=de5f174b-cc91-4963-a16d-0b7ede372fb2,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:32:04.101338 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Returning: {'device': 'de5f174b-cc91-4963-a16d-0b7ede372fb2', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'port_id': 'de5f174b-cc91-4963-a16d-0b7ede372fb2', 'mac_address': 'fa:16:3e:d5:ef:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103159) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 12 04:32:04.136729 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port de5f174b-cc91-4963-a16d-0b7ede372fb2 is: DOWN; New status is: BUILD {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:32:04.137781 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:04.149926 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5f174b-cc91-4963-a16d-0b7ede372fb2 {{(pid=103159) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 12 04:32:04.168941 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port de5f174b-cc91-4963-a16d-0b7ede372fb2, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=de5f174b-cc91-4963-a16d-0b7ede372fb2,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:32:04.261538 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:04.308419 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=de5f174b-cc91-4963-a16d-0b7ede372fb2,revision_number=4']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:32:04.315224 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:32:04.315572 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:32:04.315914 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:32:04.316247 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:32:04.316574 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:32:04.316961 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:32:04.317301 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:32:04.317639 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:32:04.317963 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:32:04.318285 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:32:04.318603 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:32:04.318927 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:32:04.319241 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:32:04.569962 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] get_ports_and_sgs() called for port_ids ['de5f174b-cc91-4963-a16d-0b7ede372fb2'] {{(pid=103159) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 12 04:32:04.750180 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b80c0-5bf3-492a-8201-d5b3009ea9e3 req-9ba2e072-17e9-4b26-b9d6-e26da3cf66b7 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:04.751671 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-850b80c0-5bf3-492a-8201-d5b3009ea9e3 req-9ba2e072-17e9-4b26-b9d6-e26da3cf66b7 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 944 time: 0.0507171 Feb 12 04:32:04.798702 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-850b80c0-5bf3-492a-8201-d5b3009ea9e3 req-05eb18b1-928f-4e48-9ed6-a5ddb87062ce tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416007 Feb 12 04:32:05.916514 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2942d7-3542-4661-8bbd-bdf73f37ef5f req-da46a2ae-5de3-430a-a51a-306fa205e9ec tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:05.918125 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ca2942d7-3542-4661-8bbd-bdf73f37ef5f req-da46a2ae-5de3-430a-a51a-306fa205e9ec tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 944 time: 0.0544081 Feb 12 04:32:05.964092 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-ca2942d7-3542-4661-8bbd-bdf73f37ef5f req-dc1b0c03-328a-4bff-9c16-ba1bf803f428 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398347 Feb 12 04:32:05.995312 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device de5f174b-cc91-4963-a16d-0b7ede372fb2 up at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 12 04:32:06.107826 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning for port de5f174b-cc91-4963-a16d-0b7ede372fb2 completed by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 12 04:32:06.111525 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.provisioning_blocks [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Provisioning complete for port de5f174b-cc91-4963-a16d-0b7ede372fb2 triggered by entity L2. {{(pid=103159) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 12 04:32:06.111911 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2087849'] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), provisioning_complete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:06.186814 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Current status of the port de5f174b-cc91-4963-a16d-0b7ede372fb2 is: BUILD; New status is: ACTIVE {{(pid=103159) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 12 04:32:06.187196 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), before_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:06.208594 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5f174b-cc91-4963-a16d-0b7ede372fb2'}] {{(pid=103159) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:32:06.210862 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1110fcaa3286eb0ec2ff878e28c948ad4871b9575fb3dc52e1088517257e3eb3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07194c19-c09d-4bdb-95b6-19747079e45d" -d '{"events": [{"server_uuid": "3dc3c99f-087b-4ae4-bd1f-acf01a6523cb", "name": "network-vif-plugged", "status": "completed", "tag": "de5f174b-cc91-4963-a16d-0b7ede372fb2"}]}' {{(pid=103159) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:32:06.223360 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] For port de5f174b-cc91-4963-a16d-0b7ede372fb2, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=de5f174b-cc91-4963-a16d-0b7ede372fb2,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:32:06.246463 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e312217-0fa9-4d7f-96f5-85882d33cce8 x-openstack-request-id: req-8e312217-0fa9-4d7f-96f5-85882d33cce8 {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:32:06.246751 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc3c99f-087b-4ae4-bd1f-acf01a6523cb", "name": "network-vif-plugged", "status": "completed", "tag": "de5f174b-cc91-4963-a16d-0b7ede372fb2", "code": 200}]} {{(pid=103159) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:32:06.247003 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e312217-0fa9-4d7f-96f5-85882d33cce8 {{(pid=103159) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:32:06.247391 dv-cinder-828696-3-iscsi neutron-server[103159]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5f174b-cc91-4963-a16d-0b7ede372fb2', 'code': 200} Feb 12 04:32:06.302259 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836'] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:06.353403 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Pushing event updated for resources: {'Port': ['ID=de5f174b-cc91-4963-a16d-0b7ede372fb2,revision_number=5']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:32:06.583385 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253a956-b169-4b18-b58b-9fc1c6862722 req-3ab2aa9a-f162-4b1b-bcbb-248f7fe20792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:06.584951 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f253a956-b169-4b18-b58b-9fc1c6862722 req-3ab2aa9a-f162-4b1b-bcbb-248f7fe20792 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 1129 time: 0.0466373 Feb 12 04:32:06.628875 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-f253a956-b169-4b18-b58b-9fc1c6862722 req-4d6629ba-5ae9-40c8-8d1c-2e4f91e9a3c0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369549 Feb 12 04:32:06.804321 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-28942794-9849-479f-8194-063c89a4a3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:07.079095 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24b146-a165-4290-82fc-66daf9809d7e req-d2a23369-0d50-4a10-a407-d12d91aee995 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:07.080560 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8b24b146-a165-4290-82fc-66daf9809d7e req-d2a23369-0d50-4a10-a407-d12d91aee995 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 945 time: 0.0513813 Feb 12 04:32:07.133754 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-8b24b146-a165-4290-82fc-66daf9809d7e req-4c530ae0-ddf3-4191-bc65-ea03665daf00 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474181 Feb 12 04:32:08.253132 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab21bf-7cf6-4f2d-af80-ce27340296c4 req-856f9609-8209-4acd-a149-73ab8c15646f tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:08.254657 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-adab21bf-7cf6-4f2d-af80-ce27340296c4 req-856f9609-8209-4acd-a149-73ab8c15646f tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 945 time: 0.0534585 Feb 12 04:32:08.303546 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-adab21bf-7cf6-4f2d-af80-ce27340296c4 req-6bea2d27-6859-4a47-b8bc-c151b0c67a1a tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431113 Feb 12 04:32:08.418510 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bb01b-56c8-44a7-8f71-10295a3e906c req-3b92e042-264c-48ea-b1f5-12542dc90ecf tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:08.420523 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-900bb01b-56c8-44a7-8f71-10295a3e906c req-3b92e042-264c-48ea-b1f5-12542dc90ecf tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 945 time: 0.0521052 Feb 12 04:32:08.473364 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-900bb01b-56c8-44a7-8f71-10295a3e906c req-9700be66-cb4c-4edc-8bf8-7212d19b305e tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472877 Feb 12 04:32:08.496211 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41854) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:32:08.542584 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a782508-fd42-4b34-9f8a-51f893110dc6 tempest-TestVolumeBootPattern-1828582708 tempest-TestVolumeBootPattern-1828582708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:08.544117 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-7a782508-fd42-4b34-9f8a-51f893110dc6 tempest-TestVolumeBootPattern-1828582708 tempest-TestVolumeBootPattern-1828582708-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 1124 time: 0.0469291 Feb 12 04:32:08.546882 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41856) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:32:08.550955 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.v2.base [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Request body: {'floatingip': {'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'port_id': 'de5f174b-cc91-4963-a16d-0b7ede372fb2', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103158) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 12 04:32:08.610426 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:08.702930 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (None), before_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:08.803060 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_common [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Allocated IP 172.27.3.155 (bcdd3c2f-3978-457b-a82d-1be661dbdefa/7160b0a4-7323-4551-99c6-4c15f5c86999/81e05b84-9dd1-486e-b7ea-269d3d26b1af) {{(pid=103158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 12 04:32:08.900004 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for port (81e05b84-9dd1-486e-b7ea-269d3d26b1af), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:08.988044 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754804559800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (81e05b84-9dd1-486e-b7ea-269d3d26b1af), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:09.011126 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-38ffc8bf-143e-4b2c-ac2c-aa6e233b1a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:09.029601 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Network bcdd3c2f-3978-457b-a82d-1be661dbdefa is already hosted by enough agents. {{(pid=103158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 12 04:32:09.032374 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.base_scheduler [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Resources bound (agent type, host, resource id): {{(pid=103158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 12 04:32:09.035813 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Received port after_create {{(pid=103158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 12 04:32:09.058296 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'Port': ['ID=81e05b84-9dd1-486e-b7ea-269d3d26b1af,revision_number=1']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:32:09.386588 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for floatingip (731fe4cb-9eaa-46f2-b4ae-854cefb96237), precommit_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:09.514159 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044251'] for port (81e05b84-9dd1-486e-b7ea-269d3d26b1af), before_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:09.660640 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for port (81e05b84-9dd1-486e-b7ea-269d3d26b1af), precommit_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:09.775868 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754805059844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754804559818', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754804559836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29460853'] for port (81e05b84-9dd1-486e-b7ea-269d3d26b1af), after_update {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:09.845774 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event updated for resources: {'Port': ['ID=81e05b84-9dd1-486e-b7ea-269d3d26b1af,revision_number=2']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:32:09.854284 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-996425'] for floatingip (731fe4cb-9eaa-46f2-b4ae-854cefb96237), after_create {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:09.956151 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.db.l3_db [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Floating IP 731fe4cb-9eaa-46f2-b4ae-854cefb96237 associated. External IP: 172.27.3.155, port: de5f174b-cc91-4963-a16d-0b7ede372fb2. Feb 12 04:32:10.159366 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Router e88a5752-4906-44be-9919-75f23d8a04a6 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:32:10.265942 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:32:10.275111 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b4005-4c0f-432e-9e87-5cb97a157281 None None] Sync routers for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:32:10.285230 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b4005-4c0f-432e-9e87-5cb97a157281 None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:32:10.285561 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-a20b4005-4c0f-432e-9e87-5cb97a157281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:32:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:32:10.346896 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:10.377842 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-712a6cad-704f-45be-8fca-da93fe4cb574 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8299286 Feb 12 04:32:10.378429 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'tag': 'de5f174b-cc91-4963-a16d-0b7ede372fb2'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:32:10.380664 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c15dfd-dd40-4143-bb5c-8c98d0af074a" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc3c99f-087b-4ae4-bd1f-acf01a6523cb", "tag": "de5f174b-cc91-4963-a16d-0b7ede372fb2"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:32:10.395763 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-a20b4005-4c0f-432e-9e87-5cb97a157281 None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:32:10.418548 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125640ab-3c45-4506-94fd-ec60395791bc x-openstack-request-id: req-125640ab-3c45-4506-94fd-ec60395791bc {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:32:10.418548 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc3c99f-087b-4ae4-bd1f-acf01a6523cb", "tag": "de5f174b-cc91-4963-a16d-0b7ede372fb2", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:32:10.418548 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-125640ab-3c45-4506-94fd-ec60395791bc {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:32:10.418548 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'tag': 'de5f174b-cc91-4963-a16d-0b7ede372fb2', 'status': 'completed', 'code': 200} Feb 12 04:32:10.479397 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c15dfd-dd40-4143-bb5c-8c98d0af074a req-bf6d7187-d966-4b0b-a93a-5e65d259ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:10.481027 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-72c15dfd-dd40-4143-bb5c-8c98d0af074a req-bf6d7187-d966-4b0b-a93a-5e65d259ff84 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 1129 time: 0.0437567 Feb 12 04:32:10.571104 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c15dfd-dd40-4143-bb5c-8c98d0af074a req-454f43fc-d8e1-4844-b3d4-3218346a9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:10.572814 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-72c15dfd-dd40-4143-bb5c-8c98d0af074a req-454f43fc-d8e1-4844-b3d4-3218346a9dbf service neutron] 10.222.0.42 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 912 time: 0.0858097 Feb 12 04:32:10.635440 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-72c15dfd-dd40-4143-bb5c-8c98d0af074a req-ea9d2f6d-39b9-46f7-b5c5-a9ddd9210929 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de5f174b-cc91-4963-a16d-0b7ede372fb2 HTTP/1.1" status: 200 len: 999 time: 0.0569663 Feb 12 04:32:10.643945 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-a20b4005-4c0f-432e-9e87-5cb97a157281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:c8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:30:09Z', 'updated_at': '2022-02-12T04:30:12Z', 'revision_number': 1, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}, {'id': '731fe4cb-9eaa-46f2-b4ae-854cefb96237', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': 'de5f174b-cc91-4963-a16d-0b7ede372fb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:d5:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:32:09Z', 'updated_at': '2022-02-12T04:32:09Z', 'revision_number': 0, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:32:10.678224 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:10.678935 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b4005-4c0f-432e-9e87-5cb97a157281 None None] Checking router: e88a5752-4906-44be-9919-75f23d8a04a6 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:32:10.687826 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b4005-4c0f-432e-9e87-5cb97a157281 None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:32:10.689322 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-a20b4005-4c0f-432e-9e87-5cb97a157281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:32:09Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:32:10.691302 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c15dfd-dd40-4143-bb5c-8c98d0af074a req-5c4b7d7b-6882-41e5-90d0-a7b8a17c0a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:10.692769 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-72c15dfd-dd40-4143-bb5c-8c98d0af074a req-5c4b7d7b-6882-41e5-90d0-a7b8a17c0a26 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 HTTP/1.1" status: 200 len: 851 time: 0.0518427 Feb 12 04:32:10.741627 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c15dfd-dd40-4143-bb5c-8c98d0af074a req-0348a8a7-8936-4cff-b7a4-c30115610fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:10.743131 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-72c15dfd-dd40-4143-bb5c-8c98d0af074a req-0348a8a7-8936-4cff-b7a4-c30115610fab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73f30c43-2deb-4a40-8f2e-dea98a37ce35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441599 Feb 12 04:32:10.793582 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-a20b4005-4c0f-432e-9e87-5cb97a157281 None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:32:10.829448 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-72c15dfd-dd40-4143-bb5c-8c98d0af074a req-fbacfd00-a62f-453c-a372-11957b0a8048 service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800068 Feb 12 04:32:10.918781 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-72c15dfd-dd40-4143-bb5c-8c98d0af074a req-ea124129-394b-4fab-b8d4-2abf1753792e service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837350 Feb 12 04:32:11.020386 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-a20b4005-4c0f-432e-9e87-5cb97a157281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:c8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:30:09Z', 'updated_at': '2022-02-12T04:30:12Z', 'revision_number': 1, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}, {'id': '731fe4cb-9eaa-46f2-b4ae-854cefb96237', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': 'de5f174b-cc91-4963-a16d-0b7ede372fb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:d5:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:32:09Z', 'updated_at': '2022-02-12T04:32:09Z', 'revision_number': 0, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:32:11.049511 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b4005-4c0f-432e-9e87-5cb97a157281 None None] The sync data for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi is: [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:c8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:30:09Z', 'updated_at': '2022-02-12T04:30:12Z', 'revision_number': 1, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}, {'id': '731fe4cb-9eaa-46f2-b4ae-854cefb96237', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.155', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': 'de5f174b-cc91-4963-a16d-0b7ede372fb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:d5:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:32:09Z', 'updated_at': '2022-02-12T04:32:09Z', 'revision_number': 0, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:32:11.255626 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f87b1cf-30fd-4980-a540-9885361e472e None None] New status for floating IP 731fe4cb-9eaa-46f2-b4ae-854cefb96237: ACTIVE {{(pid=103160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:32:11.543389 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e83b2d68-962e-425f-a0bc-be494c1c6887 req-adb85b66-3c0b-4a02-a416-a14c5f0e75ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443807 Feb 12 04:32:11.602019 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:11.647692 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b2d68-962e-425f-a0bc-be494c1c6887 req-8d489eed-b390-418b-82e0-68307f03af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:11.649493 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e83b2d68-962e-425f-a0bc-be494c1c6887 req-8d489eed-b390-418b-82e0-68307f03af25 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 1130 time: 0.0647569 Feb 12 04:32:11.749899 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b2d68-962e-425f-a0bc-be494c1c6887 req-a119b7a0-ffa8-406c-b14f-aaf2390d9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:11.751267 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e83b2d68-962e-425f-a0bc-be494c1c6887 req-a119b7a0-ffa8-406c-b14f-aaf2390d9092 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 912 time: 0.0835488 Feb 12 04:32:11.817074 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e83b2d68-962e-425f-a0bc-be494c1c6887 req-dd33b01a-2a84-42e6-be4a-b89f40530267 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 HTTP/1.1" status: 200 len: 1002 time: 0.0595641 Feb 12 04:32:11.863488 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b2d68-962e-425f-a0bc-be494c1c6887 req-feb5d750-f5a0-429b-a0e2-139b97e7055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:11.864892 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e83b2d68-962e-425f-a0bc-be494c1c6887 req-feb5d750-f5a0-429b-a0e2-139b97e7055c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 HTTP/1.1" status: 200 len: 851 time: 0.0423174 Feb 12 04:32:11.913308 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b2d68-962e-425f-a0bc-be494c1c6887 req-e6a6580f-166d-4ce4-ad90-df0072f8bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:32:11.914836 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e83b2d68-962e-425f-a0bc-be494c1c6887 req-e6a6580f-166d-4ce4-ad90-df0072f8bbcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73f30c43-2deb-4a40-8f2e-dea98a37ce35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428736 Feb 12 04:32:12.004103 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e83b2d68-962e-425f-a0bc-be494c1c6887 req-587e68fa-14d0-4938-aaef-01aea320cfd2 service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832214 Feb 12 04:32:12.088256 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-e83b2d68-962e-425f-a0bc-be494c1c6887 req-252f6ea7-2823-423c-9cd2-e494820993b7 service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777774 Feb 12 04:32:13.427328 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:31.353012 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:33.956736 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:32:36.818238 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9605ff55-f286-4916-be5f-5f7c2d184834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:39.038750 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4af28efa-759f-48de-bfe1-36a4de42825e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:40.664186 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:41.564383 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:32:43.435166 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:01.352600 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:06.846561 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-49c6b9cd-bd3f-4082-b4e8-b0371e9b66d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:09.046243 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-16caf9fe-e493-40a3-a6dd-97fea57a97c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:10.650058 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:10.955196 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:33:11.583493 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:12.245919 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3b151d2f-e72f-4c60-ac8a-6aa282b57b55 req-cea4d482-5329-4832-9325-151ce7bbf4b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441337 Feb 12 04:33:12.315923 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b151d2f-e72f-4c60-ac8a-6aa282b57b55 req-9307b762-efcb-44d3-aba3-055f9c2ec51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:12.317447 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3b151d2f-e72f-4c60-ac8a-6aa282b57b55 req-9307b762-efcb-44d3-aba3-055f9c2ec51c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 1129 time: 0.0465758 Feb 12 04:33:12.422630 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b151d2f-e72f-4c60-ac8a-6aa282b57b55 req-89b8805e-e671-4bc4-b569-15eb393ff842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:12.424062 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3b151d2f-e72f-4c60-ac8a-6aa282b57b55 req-89b8805e-e671-4bc4-b569-15eb393ff842 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 912 time: 0.0830472 Feb 12 04:33:12.494411 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3b151d2f-e72f-4c60-ac8a-6aa282b57b55 req-6926e8f7-ab85-4a9a-92df-f228b07fec32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de5f174b-cc91-4963-a16d-0b7ede372fb2 HTTP/1.1" status: 200 len: 1001 time: 0.0594718 Feb 12 04:33:12.544738 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b151d2f-e72f-4c60-ac8a-6aa282b57b55 req-41ba3ef4-c529-4fea-bf60-101612ee8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:12.546175 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3b151d2f-e72f-4c60-ac8a-6aa282b57b55 req-41ba3ef4-c529-4fea-bf60-101612ee8e2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 HTTP/1.1" status: 200 len: 851 time: 0.0431497 Feb 12 04:33:12.593720 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b151d2f-e72f-4c60-ac8a-6aa282b57b55 req-b0ece5d1-4a4b-4caf-9e38-8cd07779ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:12.595222 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3b151d2f-e72f-4c60-ac8a-6aa282b57b55 req-b0ece5d1-4a4b-4caf-9e38-8cd07779ac4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73f30c43-2deb-4a40-8f2e-dea98a37ce35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427399 Feb 12 04:33:12.686885 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3b151d2f-e72f-4c60-ac8a-6aa282b57b55 req-5dd70b44-b384-46c6-8c26-303a6219a025 service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813744 Feb 12 04:33:12.774501 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-3b151d2f-e72f-4c60-ac8a-6aa282b57b55 req-11744b1c-666b-4dea-8ad1-a1c2643d26ab service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787964 Feb 12 04:33:13.440391 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:31.358232 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:36.788671 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-10cc0ba6-c5e9-4a7a-8256-3e317985f051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:38.285439 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41896) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:33:38.685866 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Deleting port 81e05b84-9dd1-486e-b7ea-269d3d26b1af {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:33:38.686205 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (81e05b84-9dd1-486e-b7ea-269d3d26b1af), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:38.761438 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (81e05b84-9dd1-486e-b7ea-269d3d26b1af), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:38.761762 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for floatingip (81e05b84-9dd1-486e-b7ea-269d3d26b1af), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:38.773730 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Calling delete_port for 81e05b84-9dd1-486e-b7ea-269d3d26b1af owned by network:floatingip {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:33:38.977688 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (81e05b84-9dd1-486e-b7ea-269d3d26b1af), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:39.000229 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event deleted for resources: {'Port': ['ID=81e05b84-9dd1-486e-b7ea-269d3d26b1af,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:33:39.010166 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:39.010512 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:39.010857 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:39.011194 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:39.011895 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:39.011895 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:39.012161 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:39.012831 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:39.012831 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:39.013101 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:39.013456 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:39.013775 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:39.014092 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:39.022996 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-d32dc120-c9ee-46b6-bfac-2815abebd234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:39.071732 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for floatingip (731fe4cb-9eaa-46f2-b4ae-854cefb96237), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:39.072062 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.l3_db [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Floating IP 731fe4cb-9eaa-46f2-b4ae-854cefb96237 disassociated (deleted). External IP: 172.27.3.155, port: de5f174b-cc91-4963-a16d-0b7ede372fb2. Feb 12 04:33:39.274852 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Router e88a5752-4906-44be-9919-75f23d8a04a6 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:33:39.381457 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:33:39.386205 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:39.390697 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9921cba-74b8-4a70-a8f8-371d8302a8fb None None] Sync routers for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:33:39.400024 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9921cba-74b8-4a70-a8f8-371d8302a8fb None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:33:39.400664 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-e9921cba-74b8-4a70-a8f8-371d8302a8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:33:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:39.414268 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-18cc943e-0416-429a-a129-0d26927f0bf5 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "DELETE /v2.0/floatingips/731fe4cb-9eaa-46f2-b4ae-854cefb96237 HTTP/1.1" status: 204 len: 168 time: 1.1278200 Feb 12 04:33:39.414830 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'tag': 'de5f174b-cc91-4963-a16d-0b7ede372fb2'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:33:39.417103 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa70ee9d-f5d2-41f2-a53e-6152e74d6eef" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc3c99f-087b-4ae4-bd1f-acf01a6523cb", "tag": "de5f174b-cc91-4963-a16d-0b7ede372fb2"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:33:39.512824 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-e9921cba-74b8-4a70-a8f8-371d8302a8fb None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:33:39.531876 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9170b5-979c-487d-a901-69152d3c1107 x-openstack-request-id: req-be9170b5-979c-487d-a901-69152d3c1107 {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:33:39.532170 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc3c99f-087b-4ae4-bd1f-acf01a6523cb", "tag": "de5f174b-cc91-4963-a16d-0b7ede372fb2", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:33:39.532421 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be9170b5-979c-487d-a901-69152d3c1107 {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:33:39.532819 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'tag': 'de5f174b-cc91-4963-a16d-0b7ede372fb2', 'status': 'completed', 'code': 200} Feb 12 04:33:39.609943 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70ee9d-f5d2-41f2-a53e-6152e74d6eef req-74362d98-e22e-4fa5-a3e4-ab344f9ca6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:39.612886 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aa70ee9d-f5d2-41f2-a53e-6152e74d6eef req-74362d98-e22e-4fa5-a3e4-ab344f9ca6d8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 1129 time: 0.0512309 Feb 12 04:33:39.707278 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70ee9d-f5d2-41f2-a53e-6152e74d6eef req-e300336c-531f-4363-a1cd-8094dac423e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:39.708732 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aa70ee9d-f5d2-41f2-a53e-6152e74d6eef req-e300336c-531f-4363-a1cd-8094dac423e4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 912 time: 0.0854223 Feb 12 04:33:39.740446 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-e9921cba-74b8-4a70-a8f8-371d8302a8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:c8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:30:09Z', 'updated_at': '2022-02-12T04:30:12Z', 'revision_number': 1, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:39.755921 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aa70ee9d-f5d2-41f2-a53e-6152e74d6eef req-e4d2c08e-a416-4420-8cc4-4ea74f244e56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de5f174b-cc91-4963-a16d-0b7ede372fb2 HTTP/1.1" status: 200 len: 217 time: 0.0374796 Feb 12 04:33:39.770205 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9921cba-74b8-4a70-a8f8-371d8302a8fb None None] Checking router: e88a5752-4906-44be-9919-75f23d8a04a6 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:33:39.778900 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9921cba-74b8-4a70-a8f8-371d8302a8fb None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:33:39.779523 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-e9921cba-74b8-4a70-a8f8-371d8302a8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:33:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:39.811258 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70ee9d-f5d2-41f2-a53e-6152e74d6eef req-a2b39917-9f66-44e5-ac0e-5f43140b3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:39.812719 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aa70ee9d-f5d2-41f2-a53e-6152e74d6eef req-a2b39917-9f66-44e5-ac0e-5f43140b3720 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 HTTP/1.1" status: 200 len: 851 time: 0.0452073 Feb 12 04:33:39.868020 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70ee9d-f5d2-41f2-a53e-6152e74d6eef req-fb4a48a8-2de3-4250-ba9d-bbb9a2e64a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:39.869566 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aa70ee9d-f5d2-41f2-a53e-6152e74d6eef req-fb4a48a8-2de3-4250-ba9d-bbb9a2e64a8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73f30c43-2deb-4a40-8f2e-dea98a37ce35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460277 Feb 12 04:33:39.889706 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-e9921cba-74b8-4a70-a8f8-371d8302a8fb None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:33:40.006033 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1c81d-aed5-4a36-a09a-988f91cb3e00 req-3c419097-21b4-4ba9-b42c-fd1d7ec52013 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:40.007504 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a0d1c81d-aed5-4a36-a09a-988f91cb3e00 req-3c419097-21b4-4ba9-b42c-fd1d7ec52013 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 945 time: 0.1146343 Feb 12 04:33:40.011006 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aa70ee9d-f5d2-41f2-a53e-6152e74d6eef req-80df0b20-eb74-4241-8bc1-5c857f8e0455 service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350269 Feb 12 04:33:40.113087 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a0d1c81d-aed5-4a36-a09a-988f91cb3e00 req-32477584-3500-46b9-aab4-874878107585 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997486 Feb 12 04:33:40.114769 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-e9921cba-74b8-4a70-a8f8-371d8302a8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:c8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:30:09Z', 'updated_at': '2022-02-12T04:30:12Z', 'revision_number': 1, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:40.135694 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-aa70ee9d-f5d2-41f2-a53e-6152e74d6eef req-1c14900a-0d85-4d32-b439-029eebefb0d8 service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160758 Feb 12 04:33:40.149083 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9921cba-74b8-4a70-a8f8-371d8302a8fb None None] The sync data for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi is: [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_floatingips': [{'id': '655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'router_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'port_id': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'mac_address': 'fa:16:3e:c8:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-12T04:30:09Z', 'updated_at': '2022-02-12T04:30:12Z', 'revision_number': 1, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:33:40.369648 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa04c5ba-c282-474f-8d4c-6cd276bc5f0a None None] New status for floating IP 731fe4cb-9eaa-46f2-b4ae-854cefb96237: DOWN {{(pid=103160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:33:40.683795 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:41.237497 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295bb55-b12c-4b2e-b361-780cace70a03 req-3c2536de-cba2-4a69-90c1-9092b8189048 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:41.239090 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5295bb55-b12c-4b2e-b361-780cace70a03 req-3c2536de-cba2-4a69-90c1-9092b8189048 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 945 time: 0.0554075 Feb 12 04:33:41.286436 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-5295bb55-b12c-4b2e-b361-780cace70a03 req-a11e0ad3-2b02-43de-a5fe-a98b75e5e53d tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415156 Feb 12 04:33:41.603720 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:41.659757 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfbb28-02d1-45eb-9bf7-d60d01459c7f req-34d3402f-9a9b-4740-957d-d0c9bc706954 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:41.661366 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a7cfbb28-02d1-45eb-9bf7-d60d01459c7f req-34d3402f-9a9b-4740-957d-d0c9bc706954 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 945 time: 0.0515010 Feb 12 04:33:41.757966 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-a7cfbb28-02d1-45eb-9bf7-d60d01459c7f req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Deleting port de5f174b-cc91-4963-a16d-0b7ede372fb2 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:33:41.758299 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-a7cfbb28-02d1-45eb-9bf7-d60d01459c7f req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:41.843448 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-a7cfbb28-02d1-45eb-9bf7-d60d01459c7f req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] For port de5f174b-cc91-4963-a16d-0b7ede372fb2, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=de5f174b-cc91-4963-a16d-0b7ede372fb2,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:33:41.843804 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-a7cfbb28-02d1-45eb-9bf7-d60d01459c7f req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:41.859302 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-a7cfbb28-02d1-45eb-9bf7-d60d01459c7f req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Calling delete_port for de5f174b-cc91-4963-a16d-0b7ede372fb2 owned by compute:nova {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:33:42.045723 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-a7cfbb28-02d1-45eb-9bf7-d60d01459c7f req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (de5f174b-cc91-4963-a16d-0b7ede372fb2), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:42.074487 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event deleted for resources: {'Port': ['ID=de5f174b-cc91-4963-a16d-0b7ede372fb2,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:33:42.363530 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:42.364238 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:42.364238 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:42.364455 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:42.364697 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:42.365013 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:42.365352 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:42.365669 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:42.365981 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:42.366291 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:42.366865 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:42.367171 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:42.367477 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:42.405239 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cfbb28-02d1-45eb-9bf7-d60d01459c7f req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] No DVR routers for this DVR port de5f174b-cc91-4963-a16d-0b7ede372fb2 on host hv-cinder-82869 {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:33:42.409056 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-592dc5f1-d245-4dd4-bcd1-9af5ab0fa54c req-aee68568-a65b-4cce-9781-4c77a98d32c4 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 210 time: 0.0489211 Feb 12 04:33:42.409837 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-a7cfbb28-02d1-45eb-9bf7-d60d01459c7f req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:42.412927 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-a7cfbb28-02d1-45eb-9bf7-d60d01459c7f req-da11b760-b7b5-4a7c-b9a3-0cc67a404b07 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "DELETE /v2.0/ports/de5f174b-cc91-4963-a16d-0b7ede372fb2 HTTP/1.1" status: 204 len: 173 time: 0.7429211 Feb 12 04:33:42.413371 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'name': 'network-vif-deleted', 'tag': 'de5f174b-cc91-4963-a16d-0b7ede372fb2'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:33:42.415594 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0495603-b0b0-43e3-815f-b6aaf7e2813a" -d '{"events": [{"server_uuid": "3dc3c99f-087b-4ae4-bd1f-acf01a6523cb", "name": "network-vif-deleted", "tag": "de5f174b-cc91-4963-a16d-0b7ede372fb2"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:33:42.451992 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c46f117-f345-4d15-8085-c3ed0fee3648 x-openstack-request-id: req-2c46f117-f345-4d15-8085-c3ed0fee3648 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:33:42.452285 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc3c99f-087b-4ae4-bd1f-acf01a6523cb", "name": "network-vif-deleted", "tag": "de5f174b-cc91-4963-a16d-0b7ede372fb2", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:33:42.452534 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c46f117-f345-4d15-8085-c3ed0fee3648 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:33:42.452925 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc3c99f-087b-4ae4-bd1f-acf01a6523cb', 'name': 'network-vif-deleted', 'tag': 'de5f174b-cc91-4963-a16d-0b7ede372fb2', 'status': 'completed', 'code': 200} Feb 12 04:33:43.434478 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:43.515584 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cde7873a-c890-4479-b908-fb0cba822cba req-b6f136e5-85ba-46e4-8cb2-f9f4d4f09770 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dc3c99f-087b-4ae4-bd1f-acf01a6523cb HTTP/1.1" status: 200 len: 210 time: 0.0266631 Feb 12 04:33:46.460101 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device de5f174b-cc91-4963-a16d-0b7ede372fb2 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:33:46.479323 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: de5f174b-cc91-4963-a16d-0b7ede372fb2 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:33:46.479666 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device de5f174b-cc91-4963-a16d-0b7ede372fb2 not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:33:46.999435 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41940) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:33:47.150651 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c1df4-9739-4e1f-8861-a8bec37b7d48 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Deleting port fde25ba5-2961-4040-bd1d-688cc14dd69a {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:33:47.150971 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa7c1df4-9739-4e1f-8861-a8bec37b7d48 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (fde25ba5-2961-4040-bd1d-688cc14dd69a), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:47.221174 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa7c1df4-9739-4e1f-8861-a8bec37b7d48 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (fde25ba5-2961-4040-bd1d-688cc14dd69a), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:47.221655 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa7c1df4-9739-4e1f-8861-a8bec37b7d48 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for floatingip (fde25ba5-2961-4040-bd1d-688cc14dd69a), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:47.232741 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-aa7c1df4-9739-4e1f-8861-a8bec37b7d48 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Calling delete_port for fde25ba5-2961-4040-bd1d-688cc14dd69a owned by network:floatingip {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:33:47.451525 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa7c1df4-9739-4e1f-8861-a8bec37b7d48 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (fde25ba5-2961-4040-bd1d-688cc14dd69a), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:47.480729 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c1df4-9739-4e1f-8861-a8bec37b7d48 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event deleted for resources: {'Port': ['ID=fde25ba5-2961-4040-bd1d-688cc14dd69a,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:33:47.539625 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa7c1df4-9739-4e1f-8861-a8bec37b7d48 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for floatingip (655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:47.539897 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.db.l3_db [None req-aa7c1df4-9739-4e1f-8861-a8bec37b7d48 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Floating IP 655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2 disassociated (deleted). External IP: 172.27.3.212, port: e3ab8f5c-ac38-4993-bf4f-3485ffb322b3. Feb 12 04:33:47.740699 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7c1df4-9739-4e1f-8861-a8bec37b7d48 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Router e88a5752-4906-44be-9919-75f23d8a04a6 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:33:47.845662 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7c1df4-9739-4e1f-8861-a8bec37b7d48 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:33:47.850880 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-aa7c1df4-9739-4e1f-8861-a8bec37b7d48 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:47.855907 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bc19b-9b3d-4ab3-b4f7-1efbfbac3eb4 None None] Sync routers for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:33:47.866117 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339bc19b-9b3d-4ab3-b4f7-1efbfbac3eb4 None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:33:47.866982 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-339bc19b-9b3d-4ab3-b4f7-1efbfbac3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:33:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:47.879369 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-aa7c1df4-9739-4e1f-8861-a8bec37b7d48 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "DELETE /v2.0/floatingips/655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2 HTTP/1.1" status: 204 len: 168 time: 0.8787692 Feb 12 04:33:47.879953 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'tag': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3'}] {{(pid=103157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:33:47.882207 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1425a581cd7f07be251c204971ac0fbea413af227a432f9a8fad72c6bda428d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9b2435-0b5c-448a-8277-78aeaf5a51f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63", "tag": "e3ab8f5c-ac38-4993-bf4f-3485ffb322b3"}]}' {{(pid=103157) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:33:47.919918 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 12 Feb 2022 04:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7cce72-4694-4db2-a322-aa8b8a118f7c x-openstack-request-id: req-ea7cce72-4694-4db2-a322-aa8b8a118f7c {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:33:47.920206 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63", "tag": "e3ab8f5c-ac38-4993-bf4f-3485ffb322b3", "status": "completed", "code": 200}]} {{(pid=103157) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:33:47.921000 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea7cce72-4694-4db2-a322-aa8b8a118f7c {{(pid=103157) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:33:47.921000 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'tag': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'status': 'completed', 'code': 200} Feb 12 04:33:47.954516 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:33:47.981745 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-339bc19b-9b3d-4ab3-b4f7-1efbfbac3eb4 None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:33:47.999874 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b2435-0b5c-448a-8277-78aeaf5a51f3 req-d4a4ce93-978b-4e31-a69c-f527c40de41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:48.001472 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cc9b2435-0b5c-448a-8277-78aeaf5a51f3 req-d4a4ce93-978b-4e31-a69c-f527c40de41a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 1130 time: 0.0476947 Feb 12 04:33:48.092519 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b2435-0b5c-448a-8277-78aeaf5a51f3 req-47aef215-f088-4cfc-9577-08235d898c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:48.094037 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cc9b2435-0b5c-448a-8277-78aeaf5a51f3 req-47aef215-f088-4cfc-9577-08235d898c27 service neutron] 10.222.0.42 "GET /v2.0/networks?id=73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 200 len: 912 time: 0.0838392 Feb 12 04:33:48.143097 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cc9b2435-0b5c-448a-8277-78aeaf5a51f3 req-62075129-292b-42e2-acee-7f3983c2a6e5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 HTTP/1.1" status: 200 len: 217 time: 0.0384426 Feb 12 04:33:48.178858 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-339bc19b-9b3d-4ab3-b4f7-1efbfbac3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:48.202707 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b2435-0b5c-448a-8277-78aeaf5a51f3 req-ad213484-8711-48d5-8afb-5c8fb5cc1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:48.207849 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cc9b2435-0b5c-448a-8277-78aeaf5a51f3 req-ad213484-8711-48d5-8afb-5c8fb5cc1c13 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 HTTP/1.1" status: 200 len: 851 time: 0.0438981 Feb 12 04:33:48.207967 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bc19b-9b3d-4ab3-b4f7-1efbfbac3eb4 None None] Checking router: e88a5752-4906-44be-9919-75f23d8a04a6 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:33:48.213750 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339bc19b-9b3d-4ab3-b4f7-1efbfbac3eb4 None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:33:48.214357 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-339bc19b-9b3d-4ab3-b4f7-1efbfbac3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:33:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:48.259423 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b2435-0b5c-448a-8277-78aeaf5a51f3 req-f4dbd790-6c91-464f-9b4a-3e481d8578df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:48.260793 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cc9b2435-0b5c-448a-8277-78aeaf5a51f3 req-f4dbd790-6c91-464f-9b4a-3e481d8578df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=73f30c43-2deb-4a40-8f2e-dea98a37ce35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460563 Feb 12 04:33:48.327048 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-339bc19b-9b3d-4ab3-b4f7-1efbfbac3eb4 None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:33:48.382578 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cc9b2435-0b5c-448a-8277-78aeaf5a51f3 req-02689735-5168-4db0-9ec0-8890b0ca4ab4 service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962501 Feb 12 04:33:48.510842 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-cc9b2435-0b5c-448a-8277-78aeaf5a51f3 req-f72fa901-9097-4a48-b35d-5b3c109aee1b service neutron] 10.222.0.42 "GET /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213019 Feb 12 04:33:48.526532 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32924a33-c2c6-421b-b87e-c11b97839197 req-e5019975-b0fb-436b-8631-e811169aabe0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:48.528108 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-32924a33-c2c6-421b-b87e-c11b97839197 req-e5019975-b0fb-436b-8631-e811169aabe0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 946 time: 0.0791428 Feb 12 04:33:48.577030 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-32924a33-c2c6-421b-b87e-c11b97839197 req-4616501e-b2e0-451b-ab6c-dd7829d4e132 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431201 Feb 12 04:33:48.672967 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-339bc19b-9b3d-4ab3-b4f7-1efbfbac3eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:48.699936 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bc19b-9b3d-4ab3-b4f7-1efbfbac3eb4 None None] The sync data for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi is: [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:26:50Z', 'revision_number': 4, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi', '_interfaces': [{'id': '742eaa91-99a3-4d69-803b-6531b1f45ae7', 'name': '', 'network_id': '73f30c43-2deb-4a40-8f2e-dea98a37ce35', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'mac_address': 'fa:16:3e:b8:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:49Z', 'updated_at': '2022-02-12T04:26:54Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'subnets': [{'id': '29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:33:48.908173 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35ed4cf-f3f4-4a62-a591-0bca1eb6ec2b None None] New status for floating IP 655bc5d5-2a2c-4cec-aa3b-849af0cdb6e2: DOWN {{(pid=103160) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 12 04:33:49.695255 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f13daf-1790-45c4-b88c-7f5b19dd96a2 req-6c4885cb-d7ca-45fe-b9bf-d8452f9434ae tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:49.696764 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-13f13daf-1790-45c4-b88c-7f5b19dd96a2 req-6c4885cb-d7ca-45fe-b9bf-d8452f9434ae tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 946 time: 0.0513990 Feb 12 04:33:49.744283 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-13f13daf-1790-45c4-b88c-7f5b19dd96a2 req-25a61cbd-29ca-49a5-a28c-5d581d6c29cb tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/security-groups?id=523607c0-ebfa-42cb-9281-8fb00d576472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419345 Feb 12 04:33:50.022224 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcba87a-a729-4f87-a6aa-da39acb7bc62 req-69b46724-6929-41f7-af24-6991c6aae4e9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103158) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 12 04:33:50.023570 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7fcba87a-a729-4f87-a6aa-da39acb7bc62 req-69b46724-6929-41f7-af24-6991c6aae4e9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 946 time: 0.0499680 Feb 12 04:33:50.117928 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-7fcba87a-a729-4f87-a6aa-da39acb7bc62 req-0141a0d1-a8b4-40d5-a188-cf1af3a87ba9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Deleting port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:33:50.118270 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-7fcba87a-a729-4f87-a6aa-da39acb7bc62 req-0141a0d1-a8b4-40d5-a188-cf1af3a87ba9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:50.202977 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [req-7fcba87a-a729-4f87-a6aa-da39acb7bc62 req-0141a0d1-a8b4-40d5-a188-cf1af3a87ba9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] For port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:33:50.203335 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-7fcba87a-a729-4f87-a6aa-da39acb7bc62 req-0141a0d1-a8b4-40d5-a188-cf1af3a87ba9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:50.218846 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [req-7fcba87a-a729-4f87-a6aa-da39acb7bc62 req-0141a0d1-a8b4-40d5-a188-cf1af3a87ba9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Calling delete_port for e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 owned by compute:nova {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:33:50.410432 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-7fcba87a-a729-4f87-a6aa-da39acb7bc62 req-0141a0d1-a8b4-40d5-a188-cf1af3a87ba9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (e3ab8f5c-ac38-4993-bf4f-3485ffb322b3), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:50.435993 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141a0d1-a8b4-40d5-a188-cf1af3a87ba9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event deleted for resources: {'Port': ['ID=e3ab8f5c-ac38-4993-bf4f-3485ffb322b3,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:33:50.483635 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fcba87a-a729-4f87-a6aa-da39acb7bc62 req-0141a0d1-a8b4-40d5-a188-cf1af3a87ba9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] No DVR routers for this DVR port e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 on host hv-cinder-82869 {{(pid=103158) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:33:50.486077 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [req-7fcba87a-a729-4f87-a6aa-da39acb7bc62 req-0141a0d1-a8b4-40d5-a188-cf1af3a87ba9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for port (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:50.489324 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-7fcba87a-a729-4f87-a6aa-da39acb7bc62 req-0141a0d1-a8b4-40d5-a188-cf1af3a87ba9 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.42 "DELETE /v2.0/ports/e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 HTTP/1.1" status: 204 len: 173 time: 0.4580038 Feb 12 04:33:50.489757 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'name': 'network-vif-deleted', 'tag': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3'}] {{(pid=103158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 12 04:33:50.492261 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df4964e3cc77681dccf5d3019a09b3179e567ed3d81eaf3db3a80d8e2209f202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bf0043-416e-4330-acf8-5ae3284c839f" -d '{"events": [{"server_uuid": "3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63", "name": "network-vif-deleted", "tag": "e3ab8f5c-ac38-4993-bf4f-3485ffb322b3"}]}' {{(pid=103158) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 12 04:33:50.526899 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 12 Feb 2022 04:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5482e39d-8796-4f13-9532-ae9195cf27c1 x-openstack-request-id: req-5482e39d-8796-4f13-9532-ae9195cf27c1 {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 12 04:33:50.527195 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63", "name": "network-vif-deleted", "tag": "e3ab8f5c-ac38-4993-bf4f-3485ffb322b3", "status": "completed", "code": 200}]} {{(pid=103158) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 12 04:33:50.527454 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5482e39d-8796-4f13-9532-ae9195cf27c1 {{(pid=103158) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 12 04:33:50.527855 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63', 'name': 'network-vif-deleted', 'tag': 'e3ab8f5c-ac38-4993-bf4f-3485ffb322b3', 'status': 'completed', 'code': 200} Feb 12 04:33:50.851153 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [req-27af0a60-37c1-4142-a964-aa4f392aea4f req-4ccec26a-24b2-4fa5-815d-1dd542aca4f6 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebc3acc-d56f-48c0-a3e1-d8c14e0d6d63 HTTP/1.1" status: 200 len: 210 time: 0.0280535 Feb 12 04:33:51.906864 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41956) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:33:52.026019 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-c2fcac05-5be3-45e8-818e-430dc1aa82e7 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Deleting port 73c981b5-f437-4920-8095-cfa839b71547 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:33:52.026360 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c2fcac05-5be3-45e8-818e-430dc1aa82e7 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (73c981b5-f437-4920-8095-cfa839b71547), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:52.101912 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c2fcac05-5be3-45e8-818e-430dc1aa82e7 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (73c981b5-f437-4920-8095-cfa839b71547), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:52.102236 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c2fcac05-5be3-45e8-818e-430dc1aa82e7 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for floatingip (73c981b5-f437-4920-8095-cfa839b71547), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:52.113598 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-c2fcac05-5be3-45e8-818e-430dc1aa82e7 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Calling delete_port for 73c981b5-f437-4920-8095-cfa839b71547 owned by network:floatingip {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:33:52.285723 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c2fcac05-5be3-45e8-818e-430dc1aa82e7 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (73c981b5-f437-4920-8095-cfa839b71547), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:52.318268 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcac05-5be3-45e8-818e-430dc1aa82e7 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event deleted for resources: {'Port': ['ID=73c981b5-f437-4920-8095-cfa839b71547,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:33:52.372512 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c2fcac05-5be3-45e8-818e-430dc1aa82e7 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for floatingip (0c54cb18-185a-494b-820a-03e949537f8b), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:52.375038 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-c2fcac05-5be3-45e8-818e-430dc1aa82e7 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498772'] for floatingip (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:52.376178 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-c2fcac05-5be3-45e8-818e-430dc1aa82e7 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "DELETE /v2.0/floatingips/0c54cb18-185a-494b-820a-03e949537f8b HTTP/1.1" status: 204 len: 168 time: 0.4683266 Feb 12 04:33:53.757456 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41968) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:33:53.811593 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b1c4ef94-b169-4204-a9b4-66096b9059b0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group (523607c0-ebfa-42cb-9281-8fb00d576472), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:53.835570 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b1c4ef94-b169-4204-a9b4-66096b9059b0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group (523607c0-ebfa-42cb-9281-8fb00d576472), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:53.969553 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b1c4ef94-b169-4204-a9b4-66096b9059b0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (523607c0-ebfa-42cb-9281-8fb00d576472), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:53.972852 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-b1c4ef94-b169-4204-a9b4-66096b9059b0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Publish callbacks [] for security_group (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:53.974121 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-b1c4ef94-b169-4204-a9b4-66096b9059b0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] 10.222.0.31 "DELETE /v2.0/security-groups/523607c0-ebfa-42cb-9281-8fb00d576472 HTTP/1.1" status: 204 len: 168 time: 0.2156758 Feb 12 04:33:53.982992 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4ef94-b169-4204-a9b4-66096b9059b0 tempest-TestVolumeBootPattern-61323349 tempest-TestVolumeBootPattern-61323349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523607c0-ebfa-42cb-9281-8fb00d576472,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:33:54.126171 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41972) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:33:54.477147 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:33:54.501656 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] No Port match for: e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:33:54.501917 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Device e3ab8f5c-ac38-4993-bf4f-3485ffb322b3 not bound to the agent host hv-cinder-82869 {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:33:54.581223 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-76c9d720-3fe0-4371-8a44-0eded9788199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001033'] for router_interface (e88a5752-4906-44be-9919-75f23d8a04a6), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:54.820313 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-76c9d720-3fe0-4371-8a44-0eded9788199 admin admin] Deleting port 742eaa91-99a3-4d69-803b-6531b1f45ae7 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:33:54.820989 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-76c9d720-3fe0-4371-8a44-0eded9788199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:54.898865 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [None req-76c9d720-3fe0-4371-8a44-0eded9788199 admin admin] For port 742eaa91-99a3-4d69-803b-6531b1f45ae7, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=742eaa91-99a3-4d69-803b-6531b1f45ae7,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:33:54.899229 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-76c9d720-3fe0-4371-8a44-0eded9788199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:54.911871 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-76c9d720-3fe0-4371-8a44-0eded9788199 admin admin] Calling delete_port for 742eaa91-99a3-4d69-803b-6531b1f45ae7 owned by network:router_interface {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:33:55.182895 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-76c9d720-3fe0-4371-8a44-0eded9788199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (742eaa91-99a3-4d69-803b-6531b1f45ae7), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:55.206671 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9d720-3fe0-4371-8a44-0eded9788199 admin admin] Pushing event deleted for resources: {'Port': ['ID=742eaa91-99a3-4d69-803b-6531b1f45ae7,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:33:55.391787 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-76c9d720-3fe0-4371-8a44-0eded9788199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1001181'] for router_interface (e88a5752-4906-44be-9919-75f23d8a04a6), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:55.599647 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c9d720-3fe0-4371-8a44-0eded9788199 admin admin] Router e88a5752-4906-44be-9919-75f23d8a04a6 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:33:55.704758 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c9d720-3fe0-4371-8a44-0eded9788199 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:33:55.709742 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-76c9d720-3fe0-4371-8a44-0eded9788199 admin admin] 10.222.0.31 "PUT /v2.0/routers/e88a5752-4906-44be-9919-75f23d8a04a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5825815 Feb 12 04:33:55.712328 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41976) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:33:55.714148 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95662549-9f25-425e-ae2d-134a74f7848f None None] Sync routers for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:33:55.723466 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95662549-9f25-425e-ae2d-134a74f7848f None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:33:55.724069 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-95662549-9f25-425e-ae2d-134a74f7848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:33:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:55.818471 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] Publish callbacks [] for router (e88a5752-4906-44be-9919-75f23d8a04a6), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:55.830394 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-95662549-9f25-425e-ae2d-134a74f7848f None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:33:55.919235 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] Publish callbacks [] for router_gateway (e88a5752-4906-44be-9919-75f23d8a04a6), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:56.003763 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-95662549-9f25-425e-ae2d-134a74f7848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:33:55Z', 'revision_number': 5, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port': {'id': '4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:41:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:47Z', 'updated_at': '2022-02-12T04:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:56.029887 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95662549-9f25-425e-ae2d-134a74f7848f None None] Checking router: e88a5752-4906-44be-9919-75f23d8a04a6 for host: dv-cinder-828696-3-iscsi {{(pid=103159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:33:56.038595 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95662549-9f25-425e-ae2d-134a74f7848f None None] Routers {'e88a5752-4906-44be-9919-75f23d8a04a6'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:33:56.039200 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-95662549-9f25-425e-ae2d-134a74f7848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:33:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['e88a5752-4906-44be-9919-75f23d8a04a6'], 'active': True} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:56.043078 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] Deleting port 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:33:56.043414 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:56.126719 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvr_db [None req-95662549-9f25-425e-ae2d-134a74f7848f None None] Set router e88a5752-4906-44be-9919-75f23d8a04a6 gateway port host: None {{(pid=103159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:33:56.181834 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_hamode_db [None req-95662549-9f25-425e-ae2d-134a74f7848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:33:55Z', 'revision_number': 6, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port_host': None}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:56.209197 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95662549-9f25-425e-ae2d-134a74f7848f None None] The sync data for ids ['e88a5752-4906-44be-9919-75f23d8a04a6'] in dv-cinder-828696-3-iscsi is: [{'id': 'e88a5752-4906-44be-9919-75f23d8a04a6', 'name': 'tempest-TestVolumeBootPattern-1021099272-router', 'tenant_id': '1092010e5d02415b9ba03f62ba4ffe10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:46Z', 'updated_at': '2022-02-12T04:33:55Z', 'revision_number': 6, 'project_id': '1092010e5d02415b9ba03f62ba4ffe10', 'gw_port_host': None}] {{(pid=103159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:33:56.384188 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] For port 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:33:56.384540 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:56.396975 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] Calling delete_port for 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 owned by network:router_gateway {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:33:56.594267 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:56.618976 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:33:56.681455 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996355'] for router_gateway (e88a5752-4906-44be-9919-75f23d8a04a6), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:56.772770 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-998586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (e88a5752-4906-44be-9919-75f23d8a04a6), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:56.774866 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] Publish callbacks [] for router_controller (e88a5752-4906-44be-9919-75f23d8a04a6), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:56.856864 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-998579'] for router (e88a5752-4906-44be-9919-75f23d8a04a6), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:56.857438 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router e88a5752-4906-44be-9919-75f23d8a04a6 {{(pid=103158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 12 04:33:56.862569 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:56.863732 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-a88c1278-0cd1-475a-b525-95a704c120ca admin admin] 10.222.0.31 "DELETE /v2.0/routers/e88a5752-4906-44be-9919-75f23d8a04a6 HTTP/1.1" status: 204 len: 168 time: 1.1504302 Feb 12 04:33:56.866179 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41978) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:33:56.908257 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_v2 [None req-f530f30a-08a8-4cd1-b078-76b78d563528 admin admin] Deleting subnet 29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 {{(pid=103158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:33:56.911750 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f530f30a-08a8-4cd1-b078-76b78d563528 admin admin] Publish callbacks [] for subnet (29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:56.946162 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f530f30a-08a8-4cd1-b078-76b78d563528 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30203189'] for subnet (29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.028236 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f530f30a-08a8-4cd1-b078-76b78d563528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.144165 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f530f30a-08a8-4cd1-b078-76b78d563528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29460899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29917894'] for subnet (29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.168812 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530f30a-08a8-4cd1-b078-76b78d563528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:33:57.174538 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-f530f30a-08a8-4cd1-b078-76b78d563528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.180189 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-f530f30a-08a8-4cd1-b078-76b78d563528 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/29d1f19f-f788-4b1f-91fb-7cbf7dd9bbb5 HTTP/1.1" status: 204 len: 168 time: 0.3104002 Feb 12 04:33:57.181661 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41980) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:33:57.185143 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c602be3b-c481-4eb8-b226-27fb7026e9d1 None None] Network 73f30c43-2deb-4a40-8f2e-dea98a37ce35 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:33:57.250804 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:33:57.263729 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (73f30c43-2deb-4a40-8f2e-dea98a37ce35), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.272166 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:33:57.272511 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 4a703efd-5e5c-4d67-9aa8-09f7d2d52ab4 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:33:57.272975 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 742eaa91-99a3-4d69-803b-6531b1f45ae7 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:33:57.311552 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: 742eaa91-99a3-4d69-803b-6531b1f45ae7 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:33:57.311888 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device 742eaa91-99a3-4d69-803b-6531b1f45ae7 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:33:57.325669 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Deleting port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:33:57.327032 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.396374 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] DHCP port deletion for 73f30c43-2deb-4a40-8f2e-dea98a37ce35 request from dv-cinder-828696-3-iscsi {{(pid=103159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 12 04:33:57.398407 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] For port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=eb6efc4d-1e25-4ad9-a28a-6bf57af0d547,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:33:57.398767 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.412147 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Calling delete_port for eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 owned by network:dhcp {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:33:57.442913 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Deleting port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:33:57.443238 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.504202 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] For port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=eb6efc4d-1e25-4ad9-a28a-6bf57af0d547,segment=NetworkSegment(afa14dcb-415c-468e-bbff-fc1e21c9207f),segment_id=afa14dcb-415c-468e-bbff-fc1e21c9207f)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:33:57.504594 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.516593 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Calling delete_port for eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:33:57.586635 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.592180 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809'] for port (eb6efc4d-1e25-4ad9-a28a-6bf57af0d547), after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.613691 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6efc4d-1e25-4ad9-a28a-6bf57af0d547,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:33:57.615328 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Pushing event deleted for resources: {'Port': ['ID=eb6efc4d-1e25-4ad9-a28a-6bf57af0d547,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:33:57.615669 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] No DVR routers for this DVR port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 on host dv-cinder-828696-3-iscsi {{(pid=103157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:33:57.626068 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:57.626417 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:57.626790 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:57.627133 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:57.627493 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:57.627823 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:57.628153 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:57.628478 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:57.628800 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:57.629124 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:57.629472 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:57.629792 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:57.630110 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-3-iscsi {{(pid=103159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 12 04:33:57.632709 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d4eee-b525-41a5-b09a-8a098d847a16 None None] No DVR routers for this DVR port eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 on host dv-cinder-828696-3-iscsi {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:33:57.687742 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (73f30c43-2deb-4a40-8f2e-dea98a37ce35), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.707200 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f30c43-2deb-4a40-8f2e-dea98a37ce35']}} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:57.716467 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa14dcb-415c-468e-bbff-fc1e21c9207f') {'for_net_delete': True} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:57.716761 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa14dcb-415c-468e-bbff-fc1e21c9207f') {} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:57.726328 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29520069'] for segment (afa14dcb-415c-468e-bbff-fc1e21c9207f), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.739570 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (afa14dcb-415c-468e-bbff-fc1e21c9207f), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.745550 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:33:57.745927 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31418245'] for segment (afa14dcb-415c-468e-bbff-fc1e21c9207f), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: Traceback (most recent call last): Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: timer() Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: cb(*args, **kw) Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: return func(*args, **kwargs) Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: self._notify() Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: self.callback(batched_events) Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: event.method(event) Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: return f(self, *a, **k) Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._get(url).json() Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: return self.request(url, 'GET', **kwargs) Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:33:57.747516 dv-cinder-828696-3-iscsi neutron-server[103157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:33:57.878330 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (73f30c43-2deb-4a40-8f2e-dea98a37ce35), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.883557 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:57.892915 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/73f30c43-2deb-4a40-8f2e-dea98a37ce35 HTTP/1.1" status: 204 len: 168 time: 0.7031281 Feb 12 04:33:57.893548 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41982) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:33:57.898029 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85877ae0-1e66-4c59-bc39-8b20d7d734c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f30c43-2deb-4a40-8f2e-dea98a37ce35,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:33:58.225785 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab669e8-c4a0-458d-9d4c-6dfd5eb90a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1001033'] for router_interface (43275764-67a2-4c84-9e94-0e348c7c4971), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:58.472706 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-bab669e8-c4a0-458d-9d4c-6dfd5eb90a98 admin admin] Deleting port b4e9307f-1877-4389-af20-f5f87cc18fd9 {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:33:58.473038 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab669e8-c4a0-458d-9d4c-6dfd5eb90a98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:58.546439 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [None req-bab669e8-c4a0-458d-9d4c-6dfd5eb90a98 admin admin] For port b4e9307f-1877-4389-af20-f5f87cc18fd9, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=b4e9307f-1877-4389-af20-f5f87cc18fd9,segment=NetworkSegment(2ae7b981-eaab-418f-8ffc-087cd15ce070),segment_id=2ae7b981-eaab-418f-8ffc-087cd15ce070)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:33:58.546713 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab669e8-c4a0-458d-9d4c-6dfd5eb90a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:58.558513 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-bab669e8-c4a0-458d-9d4c-6dfd5eb90a98 admin admin] Calling delete_port for b4e9307f-1877-4389-af20-f5f87cc18fd9 owned by network:router_interface {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:33:58.811029 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab669e8-c4a0-458d-9d4c-6dfd5eb90a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (b4e9307f-1877-4389-af20-f5f87cc18fd9), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:58.837471 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab669e8-c4a0-458d-9d4c-6dfd5eb90a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e9307f-1877-4389-af20-f5f87cc18fd9,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:33:59.013257 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-bab669e8-c4a0-458d-9d4c-6dfd5eb90a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1001181'] for router_interface (43275764-67a2-4c84-9e94-0e348c7c4971), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:59.223215 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab669e8-c4a0-458d-9d4c-6dfd5eb90a98 admin admin] Router 43275764-67a2-4c84-9e94-0e348c7c4971 has already been hosted by L3 agent 927ea09f-7e2a-4803-965a-23d57c5f3bbc {{(pid=103158) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 12 04:33:59.297511 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:33:59.318036 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:33:59.318476 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device eb6efc4d-1e25-4ad9-a28a-6bf57af0d547 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:33:59.342917 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab669e8-c4a0-458d-9d4c-6dfd5eb90a98 admin admin] Notify agent at l3_agent.dv-cinder-828696-3-iscsi the message routers_updated {{(pid=103158) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 12 04:33:59.348890 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-bab669e8-c4a0-458d-9d4c-6dfd5eb90a98 admin admin] 10.222.0.31 "PUT /v2.0/routers/43275764-67a2-4c84-9e94-0e348c7c4971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4571776 Feb 12 04:33:59.350432 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41984) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:33:59.356204 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f68ba-aede-45de-8d18-dd3bc3b6366e None None] Sync routers for ids ['43275764-67a2-4c84-9e94-0e348c7c4971'] in dv-cinder-828696-3-iscsi {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 12 04:33:59.363913 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f68ba-aede-45de-8d18-dd3bc3b6366e None None] Routers {'43275764-67a2-4c84-9e94-0e348c7c4971'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:33:59.364555 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-506f68ba-aede-45de-8d18-dd3bc3b6366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:33:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['43275764-67a2-4c84-9e94-0e348c7c4971'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:59.454131 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] Publish callbacks [] for router (43275764-67a2-4c84-9e94-0e348c7c4971), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:59.467951 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-506f68ba-aede-45de-8d18-dd3bc3b6366e None None] Set router 43275764-67a2-4c84-9e94-0e348c7c4971 gateway port host: dv-cinder-828696-3-iscsi {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:33:59.555004 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] Publish callbacks [] for router_gateway (43275764-67a2-4c84-9e94-0e348c7c4971), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:59.639397 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-506f68ba-aede-45de-8d18-dd3bc3b6366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'name': 'tempest-TestVolumeBootPattern-298273747-router', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'external_fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'ad4b57e6-36cf-49ca-ab1c-ad2256a8278e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:53Z', 'updated_at': '2022-02-12T04:33:58Z', 'revision_number': 5, 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'gw_port': {'id': 'ad4b57e6-36cf-49ca-ab1c-ad2256a8278e', 'name': '', 'network_id': 'bcdd3c2f-3978-457b-a82d-1be661dbdefa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:2b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-12T04:26:54Z', 'updated_at': '2022-02-12T04:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7160b0a4-7323-4551-99c6-4c15f5c86999', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-3-iscsi'}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:59.663963 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] Deleting port ad4b57e6-36cf-49ca-ab1c-ad2256a8278e {{(pid=103158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:33:59.664293 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (ad4b57e6-36cf-49ca-ab1c-ad2256a8278e), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:59.668263 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f68ba-aede-45de-8d18-dd3bc3b6366e None None] Checking router: 43275764-67a2-4c84-9e94-0e348c7c4971 for host: dv-cinder-828696-3-iscsi {{(pid=103160) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 12 04:33:59.676846 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506f68ba-aede-45de-8d18-dd3bc3b6366e None None] Routers {'43275764-67a2-4c84-9e94-0e348c7c4971'} bound to L3 agent in host dv-cinder-828696-3-iscsi {{(pid=103160) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 12 04:33:59.677480 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-506f68ba-aede-45de-8d18-dd3bc3b6366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-12T04:10:39Z,description=,heartbeat_timestamp=2022-02-12T04:33:39Z,host='dv-cinder-828696-3-iscsi',id=927ea09f-7e2a-4803-965a-23d57c5f3bbc,load=0,resource_versions=,resources_synced=,started_at=2022-02-12T04:10:40Z,topic='l3_agent')) {'router_ids': ['43275764-67a2-4c84-9e94-0e348c7c4971'], 'active': True} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:59.742852 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.db [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] For port ad4b57e6-36cf-49ca-ab1c-ad2256a8278e, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=ad4b57e6-36cf-49ca-ab1c-ad2256a8278e,segment=NetworkSegment(7b7b0dee-716f-45cb-9ae3-70987266f429),segment_id=7b7b0dee-716f-45cb-9ae3-70987266f429)] {{(pid=103158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:33:59.743158 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (ad4b57e6-36cf-49ca-ab1c-ad2256a8278e), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:33:59.755439 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] Calling delete_port for ad4b57e6-36cf-49ca-ab1c-ad2256a8278e owned by network:router_gateway {{(pid=103158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:33:59.764599 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_dvr_db [None req-506f68ba-aede-45de-8d18-dd3bc3b6366e None None] Set router 43275764-67a2-4c84-9e94-0e348c7c4971 gateway port host: None {{(pid=103160) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 12 04:33:59.813572 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.l3_hamode_db [None req-506f68ba-aede-45de-8d18-dd3bc3b6366e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'name': 'tempest-TestVolumeBootPattern-298273747-router', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:53Z', 'updated_at': '2022-02-12T04:33:59Z', 'revision_number': 6, 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'gw_port_host': None}], 'dv-cinder-828696-3-iscsi', False) {} {{(pid=103160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:33:59.841146 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506f68ba-aede-45de-8d18-dd3bc3b6366e None None] The sync data for ids ['43275764-67a2-4c84-9e94-0e348c7c4971'] in dv-cinder-828696-3-iscsi is: [{'id': '43275764-67a2-4c84-9e94-0e348c7c4971', 'name': 'tempest-TestVolumeBootPattern-298273747-router', 'tenant_id': '92cbbf632e2046c2bfba10d625520a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-12T04:26:53Z', 'updated_at': '2022-02-12T04:33:59Z', 'revision_number': 6, 'project_id': '92cbbf632e2046c2bfba10d625520a95', 'gw_port_host': None}] {{(pid=103160) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 12 04:34:00.015140 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29460814'] for port (ad4b57e6-36cf-49ca-ab1c-ad2256a8278e), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:00.041025 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4b57e6-36cf-49ca-ab1c-ad2256a8278e,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:34:00.104823 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-996355'] for router_gateway (43275764-67a2-4c84-9e94-0e348c7c4971), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:00.194812 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-998586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6403'] for router (43275764-67a2-4c84-9e94-0e348c7c4971), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:00.196945 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] Publish callbacks [] for router_controller (43275764-67a2-4c84-9e94-0e348c7c4971), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:00.320025 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-998579'] for router (43275764-67a2-4c84-9e94-0e348c7c4971), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:00.320584 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43275764-67a2-4c84-9e94-0e348c7c4971 {{(pid=103158) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 12 04:34:00.324700 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:00.325884 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-0e1f990b-f441-4d44-af86-45ccbbdb26ee admin admin] 10.222.0.31 "DELETE /v2.0/routers/43275764-67a2-4c84-9e94-0e348c7c4971 HTTP/1.1" status: 204 len: 168 time: 0.9745224 Feb 12 04:34:00.328328 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [-] (103158) accepted ('10.222.0.31', 41986) {{(pid=103158) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:34:00.371929 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0b4e0c-7aba-486b-a721-97696a3ce108 admin admin] Deleting subnet dbd6a12e-1353-4b77-9793-0a32e90fcebd {{(pid=103158) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 12 04:34:00.374933 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7d0b4e0c-7aba-486b-a721-97696a3ce108 admin admin] Publish callbacks [] for subnet (dbd6a12e-1353-4b77-9793-0a32e90fcebd), before_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:00.407879 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7d0b4e0c-7aba-486b-a721-97696a3ce108 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30203189'] for subnet (dbd6a12e-1353-4b77-9793-0a32e90fcebd), precommit_delete_associations {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:00.484346 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7d0b4e0c-7aba-486b-a721-97696a3ce108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640539'] for subnet (dbd6a12e-1353-4b77-9793-0a32e90fcebd), precommit_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:00.891668 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7d0b4e0c-7aba-486b-a721-97696a3ce108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640530', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29460899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29917894'] for subnet (dbd6a12e-1353-4b77-9793-0a32e90fcebd), after_delete {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:00.916636 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b4e0c-7aba-486b-a721-97696a3ce108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd6a12e-1353-4b77-9793-0a32e90fcebd,revision_number=None']} {{(pid=103158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:34:00.920329 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron_lib.callbacks.manager [None req-7d0b4e0c-7aba-486b-a721-97696a3ce108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for subnet (None), before_response {{(pid=103158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:00.924114 dv-cinder-828696-3-iscsi neutron-server[103158]: INFO neutron.wsgi [None req-7d0b4e0c-7aba-486b-a721-97696a3ce108 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dbd6a12e-1353-4b77-9793-0a32e90fcebd HTTP/1.1" status: 204 len: 168 time: 0.5943966 Feb 12 04:34:00.927198 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41988) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:34:00.927967 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72831e99-bb2a-4cba-89a6-1efbb10dd464 None None] Network 39503077-ff1e-481d-9a1b-b291f78ee6a6 requested from dv-cinder-828696-3-iscsi {{(pid=103159) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 12 04:34:00.994591 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1925261'] for network (39503077-ff1e-481d-9a1b-b291f78ee6a6), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:01.046589 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Deleting port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce {{(pid=103157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:34:01.046929 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:01.087864 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48047f2-4d17-4ccc-abd2-39a0eac6f58c None None] DHCP port deletion for 39503077-ff1e-481d-9a1b-b291f78ee6a6 request from dv-cinder-828696-3-iscsi {{(pid=103159) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 12 04:34:01.112575 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.db [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] For port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=a2bdb2bb-f3d0-4563-9112-306d5b9d6dce,segment=NetworkSegment(2ae7b981-eaab-418f-8ffc-087cd15ce070),segment_id=2ae7b981-eaab-418f-8ffc-087cd15ce070)] {{(pid=103157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:34:01.112928 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:01.125263 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Calling delete_port for a2bdb2bb-f3d0-4563-9112-306d5b9d6dce owned by network:dhcp {{(pid=103157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:34:01.134630 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a48047f2-4d17-4ccc-abd2-39a0eac6f58c None None] Deleting port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce {{(pid=103159) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 12 04:34:01.135000 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a48047f2-4d17-4ccc-abd2-39a0eac6f58c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754805060747'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), before_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:01.200665 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-a48047f2-4d17-4ccc-abd2-39a0eac6f58c None None] For port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce, host dv-cinder-828696-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-3-iscsi',level=0,port_id=a2bdb2bb-f3d0-4563-9112-306d5b9d6dce,segment=NetworkSegment(2ae7b981-eaab-418f-8ffc-087cd15ce070),segment_id=2ae7b981-eaab-418f-8ffc-087cd15ce070)] {{(pid=103159) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 12 04:34:01.201117 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a48047f2-4d17-4ccc-abd2-39a0eac6f58c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-999410'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), precommit_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:01.214412 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-a48047f2-4d17-4ccc-abd2-39a0eac6f58c None None] Calling delete_port for a2bdb2bb-f3d0-4563-9112-306d5b9d6dce owned by network:dhcp {{(pid=103159) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 12 04:34:01.255607 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device a2bdb2bb-f3d0-4563-9112-306d5b9d6dce no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:34:01.272566 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31418322'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:01.302551 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2bdb2bb-f3d0-4563-9112-306d5b9d6dce,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:34:01.306125 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] No DVR routers for this DVR port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce on host dv-cinder-828696-3-iscsi {{(pid=103157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:34:01.331243 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.db [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No active binding found for port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce {{(pid=103159) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 12 04:34:01.331611 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] The host dv-cinder-828696-3-iscsi is not matching for port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce host None! {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 12 04:34:01.331973 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device a2bdb2bb-f3d0-4563-9112-306d5b9d6dce not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:34:01.332377 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device ad4b57e6-36cf-49ca-ab1c-ad2256a8278e no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:34:01.353195 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: ad4b57e6-36cf-49ca-ab1c-ad2256a8278e {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:34:01.353476 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device ad4b57e6-36cf-49ca-ab1c-ad2256a8278e not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:34:01.353884 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b4e9307f-1877-4389-af20-f5f87cc18fd9 no longer exists at agent ovs-agent-dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 12 04:34:01.355584 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-a48047f2-4d17-4ccc-abd2-39a0eac6f58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-409525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754805063918', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754804559809'] for port (a2bdb2bb-f3d0-4563-9112-306d5b9d6dce), after_delete {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:01.375445 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2081230', 'neutron.services.segments.db._delete_segments_for_network-8754804884152'] for network (39503077-ff1e-481d-9a1b-b291f78ee6a6), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:01.394298 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.plugin [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] No Port match for: b4e9307f-1877-4389-af20-f5f87cc18fd9 {{(pid=103159) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 12 04:34:01.394637 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.plugins.ml2.rpc [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Device b4e9307f-1877-4389-af20-f5f87cc18fd9 not bound to the agent host dv-cinder-828696-3-iscsi {{(pid=103159) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 12 04:34:01.395232 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39503077-ff1e-481d-9a1b-b291f78ee6a6']}} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:34:01.398571 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48047f2-4d17-4ccc-abd2-39a0eac6f58c None None] Pushing event deleted for resources: {'Port': ['ID=a2bdb2bb-f3d0-4563-9112-306d5b9d6dce,revision_number=None']} {{(pid=103159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:34:01.400338 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48047f2-4d17-4ccc-abd2-39a0eac6f58c None None] No DVR routers for this DVR port a2bdb2bb-f3d0-4563-9112-306d5b9d6dce on host dv-cinder-828696-3-iscsi {{(pid=103159) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 12 04:34:01.402224 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:01.415989 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae7b981-eaab-418f-8ffc-087cd15ce070') {'for_net_delete': True} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:34:01.416262 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.services.segments.db [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae7b981-eaab-418f-8ffc-087cd15ce070') {} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 12 04:34:01.426220 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754804888001', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29520069'] for segment (2ae7b981-eaab-418f-8ffc-087cd15ce070), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:01.439206 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033'] for segment (2ae7b981-eaab-418f-8ffc-087cd15ce070), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:01.445203 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 12 04:34:01.445697 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1654033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31418245'] for segment (2ae7b981-eaab-418f-8ffc-087cd15ce070), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: Traceback (most recent call last): Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: timer() Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: cb(*args, **kw) Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: return func(*args, **kwargs) Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: self._notify() Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: self.callback(batched_events) Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: event.method(event) Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: aggregate_uuid = self.p_client.list_aggregates( Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: return f(self, *a, **k) Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._get(url).json() Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: return self.request(url, 'GET', **kwargs) Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: base_url = self.get_endpoint(auth, allow=allow, Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 12 04:34:01.447347 dv-cinder-828696-3-iscsi neutron-server[103157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 12 04:34:01.559451 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2081221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-996447'] for network (39503077-ff1e-481d-9a1b-b291f78ee6a6), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:01.564766 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549073'] for network (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:01.568066 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] 10.222.0.31 "DELETE /v2.0/networks/39503077-ff1e-481d-9a1b-b291f78ee6a6 HTTP/1.1" status: 204 len: 168 time: 0.6398716 Feb 12 04:34:01.578675 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb8887-b14e-4d8c-b4ec-5dff095a958d admin admin] Pushing event deleted for resources: {'Network': ['ID=39503077-ff1e-481d-9a1b-b291f78ee6a6,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:34:01.891569 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41992) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:34:01.931404 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-bbe85a23-2338-4e2e-87e9-3dd6b72bfba4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1092010e5d02415b9ba03f62ba4ffe10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386751 Feb 12 04:34:01.933739 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 41994) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:34:01.980813 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f5f1ced9-aeab-4c3b-9e2c-37df98625518 admin admin] Publish callbacks [] for security_group (b7379ade-2664-4e78-b65b-62452b93dac5), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:02.001134 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f5f1ced9-aeab-4c3b-9e2c-37df98625518 admin admin] Publish callbacks [] for security_group (b7379ade-2664-4e78-b65b-62452b93dac5), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:02.136881 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f5f1ced9-aeab-4c3b-9e2c-37df98625518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (b7379ade-2664-4e78-b65b-62452b93dac5), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:02.139493 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-f5f1ced9-aeab-4c3b-9e2c-37df98625518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:02.140674 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-f5f1ced9-aeab-4c3b-9e2c-37df98625518 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7379ade-2664-4e78-b65b-62452b93dac5 HTTP/1.1" status: 204 len: 168 time: 0.2060561 Feb 12 04:34:02.149581 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1ced9-aeab-4c3b-9e2c-37df98625518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7379ade-2664-4e78-b65b-62452b93dac5,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:34:02.825330 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 42000) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:34:02.863767 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-1b190b26-bc1f-43f3-9b30-df1333667f4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92cbbf632e2046c2bfba10d625520a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373313 Feb 12 04:34:02.866071 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [-] (103157) accepted ('10.222.0.31', 42002) {{(pid=103157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 12 04:34:02.911356 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8253fd82-8163-4e22-8059-7b74aedd0ed3 admin admin] Publish callbacks [] for security_group (64f3780e-101f-4f15-9470-5bb371e4e954), before_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:02.931590 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8253fd82-8163-4e22-8059-7b74aedd0ed3 admin admin] Publish callbacks [] for security_group (64f3780e-101f-4f15-9470-5bb371e4e954), precommit_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:03.060533 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8253fd82-8163-4e22-8059-7b74aedd0ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547348'] for security_group (64f3780e-101f-4f15-9470-5bb371e4e954), after_delete {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:03.063072 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-8253fd82-8163-4e22-8059-7b74aedd0ed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:03.064214 dv-cinder-828696-3-iscsi neutron-server[103157]: INFO neutron.wsgi [None req-8253fd82-8163-4e22-8059-7b74aedd0ed3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64f3780e-101f-4f15-9470-5bb371e4e954 HTTP/1.1" status: 204 len: 168 time: 0.1972799 Feb 12 04:34:03.072161 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253fd82-8163-4e22-8059-7b74aedd0ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f3780e-101f-4f15-9470-5bb371e4e954,revision_number=None']} {{(pid=103157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 12 04:34:06.822115 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-10754c75-4449-4e38-aa1d-ea3f7538bbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:09.016958 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-07067644-f19e-4be7-ae47-54f2a068f641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:10.666482 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:11.599814 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:13.416561 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:24.958421 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:34:31.380660 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:33.292333 dv-cinder-828696-3-iscsi neutron-server[103158]: DEBUG neutron.wsgi [req-de29400e-47ae-44e2-a764-a52869ee1bdb req-a5649f20-3d3f-4aa1-a8ae-23c552ec0191 service neutron] (103158) timed out ('10.222.0.42', 65199) {{(pid=103158) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 12 04:34:33.584346 dv-cinder-828696-3-iscsi neutron-server[103157]: DEBUG neutron.wsgi [req-8bf1ee21-dc70-4bb2-bca2-ad37ca096794 req-d4ea1a11-b2c2-4457-9b46-e6f091dd47bf service neutron] (103157) timed out ('10.222.0.42', 65200) {{(pid=103157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 12 04:34:36.810211 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-5b8eb85e-1d2c-4c2a-ad47-adaec99bb3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:39.044580 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-4faabab1-efce-4624-9f11-55b021657935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:40.638690 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:41.592753 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:34:43.432839 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:35:01.409715 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:35:01.957709 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:35:06.787020 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-094729fb-d110-4907-9177-aa4a77548457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:35:09.031576 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-bf5f9d98-cc74-4d8d-8cc3-8e90b74b019b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:35:10.689632 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:35:11.602860 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:35:13.437807 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:35:31.380856 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:35:36.791789 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f09d26fa-383e-4a0e-a7e7-44d9cd31356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:35:38.961742 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:35:39.009184 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-e1e36899-47c6-426b-9b64-e0aba8737711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:35:40.660468 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:35:41.603268 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:35:43.426304 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:36:01.403876 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:36:06.785371 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ce32de2d-a26a-47a4-830e-7b861d3796a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:36:08.985394 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-3e895550-5016-4c58-b721-6bbae17b68b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:36:10.671115 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:36:11.585531 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:36:13.431297 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:36:15.956513 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:36:31.408976 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:36:36.819684 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-fa504a40-55f3-4e6b-8058-ff7a740b8a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:36:39.014547 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-97be2c5b-d8e0-461f-b924-8fe365d44cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:36:40.671080 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:36:41.613564 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:36:43.442406 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:36:52.955093 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:37:01.413486 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:37:06.813357 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-613b77a3-4e8d-49d8-b83b-88d7e084d323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:37:09.002321 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f969c2a8-b866-4584-8ad3-98de9efceb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:37:10.682094 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:37:11.596600 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:37:13.447354 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:37:29.953902 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:37:31.396269 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:37:36.836010 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-c2d22652-4c95-42db-8381-dc74ea60bf7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:37:38.990371 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0e4a088f-e869-4f6d-bbf5-86bf52d38c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:37:40.670362 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:37:41.602194 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:37:43.515319 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:38:01.446423 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:38:06.834881 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f7c626dc-37ff-4ab6-af7a-5fa93a9125ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:38:06.952034 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:38:09.012833 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-6733db64-e1ab-49b9-a69e-11081ff9d9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:38:10.681559 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:38:11.636222 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:38:13.445985 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:38:31.424206 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:38:36.835749 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-f3dab70d-1434-4e03-b54d-a7facd80dfac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:38:39.000153 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-cdc3d35b-6fd2-4f3a-83f4-65cc035184df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:38:40.698386 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:38:41.612693 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:38:43.447315 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-385f2e96-1876-42b3-a6ff-c8946df79321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (fcce29f1-d72c-4d1f-b723-20a555a728c0), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:38:43.951489 dv-cinder-828696-3-iscsi neutron-server[103160]: DEBUG neutron.db.agents_db [None req-8eb67336-783e-42d7-b7b0-5411bee3f26a None None] Agent healthcheck: found 6 active agents {{(pid=103160) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 12 04:39:01.418498 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-b891b94c-97f4-48a1-bf16-24781fc22816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (979fc821-bb44-442f-b260-a373c1a0a4f8), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:39:06.812795 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-ab784fa3-f00f-4df6-9530-71f0772e10ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (f57f71e4-126e-4830-b92e-b71466ea3c57), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:39:09.033687 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-9485e32d-69e4-4231-8446-1f0ece9345ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (927ea09f-7e2a-4803-965a-23d57c5f3bbc), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:39:10.675646 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-43444984-b681-4d1c-94e6-d98710c6e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (b7ef4a5b-e817-4ddc-a3f4-09791ab904ab), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 12 04:39:11.627727 dv-cinder-828696-3-iscsi neutron-server[103159]: DEBUG neutron_lib.callbacks.manager [None req-0606cfa7-0dab-4fba-a9c2-bf82d098cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754804884134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2087927'] for agent (82d51419-52b1-41ea-b873-c35b5c32e0dd), after_update {{(pid=103159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}